diff --git "a/eval_results.txt" "b/eval_results.txt"
new file mode 100644--- /dev/null
+++ "b/eval_results.txt"
@@ -0,0 +1,12654 @@
+acc = 0.6862745098039216
+acc_and_f1 = 0.7498427942605614
+att_loss = 4.187288537317393
+cls_loss = 0.0
+eval_loss = 0.6861895047701322
+f1 = 0.8134110787172012
+global_step = 49
+loss = 6.670527205175283
+rep_loss = 2.4832386921863168
+acc = 0.8259803921568627
+acc_and_f1 = 0.8545058468197823
+att_loss = 3.6972491476270886
+cls_loss = 0.0
+eval_loss = 0.688796130510477
+f1 = 0.8830313014827018
+global_step = 99
+loss = 5.776554618218933
+rep_loss = 2.07930548383732
+acc = 0.7696078431372549
+acc_and_f1 = 0.7947656073923823
+att_loss = 3.4658774081492583
+cls_loss = 0.0
+eval_loss = 0.6906433013769296
+f1 = 0.8199233716475096
+global_step = 149
+loss = 5.352449901952039
+rep_loss = 1.8865725018034045
+acc = 0.5931372549019608
+acc_and_f1 = 0.598004034149545
+att_loss = 3.3289699734155858
+cls_loss = 0.0
+eval_loss = 0.6920286417007446
+f1 = 0.6028708133971292
+global_step = 199
+loss = 5.095447989564446
+rep_loss = 1.7664780209411928
+acc = 0.5343137254901961
+acc_and_f1 = 0.5144972882770129
+att_loss = 3.2451636954004983
+cls_loss = 0.0
+eval_loss = 0.6922745750500605
+f1 = 0.4946808510638298
+global_step = 249
+loss = 4.9287030495792985
+rep_loss = 1.683539359445074
+acc = 0.5367647058823529
+acc_and_f1 = 0.5150311465068601
+att_loss = 3.1808852200524065
+cls_loss = 0.0
+eval_loss = 0.6924280295005212
+f1 = 0.4932975871313673
+global_step = 299
+loss = 4.800129583448072
+rep_loss = 1.6192443681799846
+acc = 0.47794117647058826
+acc_and_f1 = 0.4355517848164907
+att_loss = 3.127993378051714
+cls_loss = 0.0
+eval_loss = 0.6928193798431983
+f1 = 0.39316239316239315
+global_step = 349
+loss = 4.696133297972146
+rep_loss = 1.5681399226530233
+acc = 0.5
+acc_and_f1 = 0.4697802197802198
+att_loss = 3.0817098545848873
+cls_loss = 0.0
+eval_loss = 0.6926544446211594
+f1 = 0.43956043956043955
+global_step = 399
+loss = 4.6067191622311014
+rep_loss = 1.525009308542524
+acc = 0.4362745098039216
+acc_and_f1 = 0.3799019607843137
+att_loss = 3.0471651702787406
+cls_loss = 0.0
+eval_loss = 0.6928907174330491
+f1 = 0.3235294117647059
+global_step = 449
+loss = 4.536046057873155
+rep_loss = 1.4888808867979155
+acc = 0.43137254901960786
+acc_and_f1 = 0.3724910082376146
+att_loss = 3.0170527350209757
+cls_loss = 0.0
+eval_loss = 0.69298334305103
+f1 = 0.3136094674556213
+global_step = 499
+loss = 4.474072651777095
+rep_loss = 1.4570199153227414
+acc = 0.3553921568627451
+acc_and_f1 = 0.246548537447766
+att_loss = 2.990230449127586
+cls_loss = 0.0
+eval_loss = 0.6935575833687415
+f1 = 0.1377049180327869
+global_step = 549
+loss = 4.419443621661494
+rep_loss = 1.4292131694939618
+acc = 0.3897058823529412
+acc_and_f1 = 0.3045708095150286
+att_loss = 2.9652479614359706
+cls_loss = 0.0
+eval_loss = 0.6932904353508582
+f1 = 0.219435736677116
+global_step = 599
+loss = 4.369521504451516
+rep_loss = 1.4042735428165314
+acc = 0.49754901960784315
+acc_and_f1 = 0.47689122067925316
+att_loss = 2.939775506961511
+cls_loss = 0.0
+eval_loss = 0.6925513377556434
+f1 = 0.4562334217506631
+global_step = 649
+loss = 4.321011915779995
+rep_loss = 1.3812364073490324
+acc = 0.3553921568627451
+acc_and_f1 = 0.25486649643780346
+att_loss = 2.919166817685565
+cls_loss = 0.0
+eval_loss = 0.6934923483775213
+f1 = 0.15434083601286175
+global_step = 699
+loss = 4.279890074068214
+rep_loss = 1.3607232555299358
+acc = 0.35784313725490197
+acc_and_f1 = 0.25904977375565613
+att_loss = 2.900536641896328
+cls_loss = 0.0
+eval_loss = 0.6935387941507193
+f1 = 0.16025641025641027
+global_step = 749
+loss = 4.2423927889010296
+rep_loss = 1.3418561473230175
+acc = 0.4117647058823529
+acc_and_f1 = 0.34660091581542796
+att_loss = 2.885504972054454
+cls_loss = 0.0
+eval_loss = 0.693027519262754
+f1 = 0.281437125748503
+global_step = 799
+loss = 4.210404874087872
+rep_loss = 1.3248999026302104
+acc = 0.47794117647058826
+acc_and_f1 = 0.4439567378197817
+att_loss = 2.871773446546988
+cls_loss = 0.0
+eval_loss = 0.6927904853454003
+f1 = 0.4099722991689751
+global_step = 849
+loss = 4.1809018893854075
+rep_loss = 1.3091284439617108
+acc = 0.47794117647058826
+acc_and_f1 = 0.45035270205643235
+att_loss = 2.855056560609709
+cls_loss = 0.0
+eval_loss = 0.6928386413134061
+f1 = 0.42276422764227645
+global_step = 899
+loss = 4.149321553969675
+rep_loss = 1.2942649948185887
+acc = 0.47794117647058826
+acc_and_f1 = 0.44231320661969525
+att_loss = 2.841648588693054
+cls_loss = 0.0
+eval_loss = 0.6928184307538546
+f1 = 0.40668523676880225
+global_step = 949
+loss = 4.122201114359093
+rep_loss = 1.280552526419733
+acc = 0.40441176470588236
+acc_and_f1 = 0.3395193151887621
+att_loss = 2.8294536659309455
+cls_loss = 0.0
+eval_loss = 0.6929972171783447
+f1 = 0.2746268656716418
+global_step = 999
+loss = 4.09732746123313
+rep_loss = 1.267873795302184
+acc = 0.5367647058823529
+acc_and_f1 = 0.5266943734015346
+att_loss = 2.819500603825848
+cls_loss = 0.0
+eval_loss = 0.6923873974726751
+f1 = 0.5166240409207161
+global_step = 1049
+loss = 4.0754839760332136
+rep_loss = 1.2559833726619287
+acc = 0.5269607843137255
+acc_and_f1 = 0.5154084127224154
+att_loss = 2.8107092252528267
+cls_loss = 0.0
+eval_loss = 0.692441110427563
+f1 = 0.5038560411311054
+global_step = 1099
+loss = 4.055505626520533
+rep_loss = 1.2447964017015896
+acc = 0.4681372549019608
+acc_and_f1 = 0.431840215194713
+att_loss = 2.8006541154195785
+cls_loss = 0.0
+eval_loss = 0.6929046649199265
+f1 = 0.3955431754874652
+global_step = 1149
+loss = 4.034858289648907
+rep_loss = 1.234204174903707
+acc = 0.44362745098039214
+acc_and_f1 = 0.4020954156310411
+att_loss = 2.7910653043529012
+cls_loss = 0.0
+eval_loss = 0.6930472621550927
+f1 = 0.36056338028169016
+global_step = 1199
+loss = 4.015103087214453
+rep_loss = 1.2240377838557914
+acc = 0.4338235294117647
+acc_and_f1 = 0.4004734085414988
+att_loss = 2.784863010418711
+cls_loss = 0.0
+eval_loss = 0.6931083018963153
+f1 = 0.36712328767123287
+global_step = 1249
+loss = 3.9995679551835437
+rep_loss = 1.21470494519433
+acc = 0.42892156862745096
+acc_and_f1 = 0.39174610287328226
+att_loss = 2.7749908763321662
+cls_loss = 0.0
+eval_loss = 0.6932581892380347
+f1 = 0.3545706371191136
+global_step = 1299
+loss = 3.9804575248715324
+rep_loss = 1.2054666485852512
+acc = 0.38480392156862747
+acc_and_f1 = 0.3132478822344648
+att_loss = 2.766863503219288
+cls_loss = 0.0
+eval_loss = 0.6936349043479333
+f1 = 0.24169184290030213
+global_step = 1349
+loss = 3.9637344339496563
+rep_loss = 1.1968709313047647
+acc = 0.4362745098039216
+acc_and_f1 = 0.38767748478701824
+att_loss = 2.759581731165026
+cls_loss = 0.0
+eval_loss = 0.6934341467343844
+f1 = 0.3390804597701149
+global_step = 1399
+loss = 3.948196838888805
+rep_loss = 1.188615108235041
+acc = 0.38480392156862747
+acc_and_f1 = 0.32219547110879754
+att_loss = 2.752113295884853
+cls_loss = 0.0
+eval_loss = 0.6935356901242182
+f1 = 0.25958702064896755
+global_step = 1449
+loss = 3.932792351441683
+rep_loss = 1.1806790557625049
+acc = 0.40931372549019607
+acc_and_f1 = 0.36135201944025475
+att_loss = 2.74675061179448
+cls_loss = 0.0
+eval_loss = 0.6933119801374582
+f1 = 0.31339031339031337
+global_step = 1499
+loss = 3.9199592112858666
+rep_loss = 1.1732086003264084
+acc = 0.4264705882352941
+acc_and_f1 = 0.3827268195413759
+att_loss = 2.7418189168822926
+cls_loss = 0.0
+eval_loss = 0.6932123761910659
+f1 = 0.3389830508474576
+global_step = 1549
+loss = 3.9079644306003085
+rep_loss = 1.166145514449125
+acc = 0.3602941176470588
+acc_and_f1 = 0.29519130661114
+att_loss = 2.7339014591016646
+cls_loss = 0.0
+eval_loss = 0.693954742871798
+f1 = 0.23008849557522124
+global_step = 1599
+loss = 3.8929738888075534
+rep_loss = 1.1590724301904793
+acc = 0.4117647058823529
+acc_and_f1 = 0.3762120232708468
+att_loss = 2.7275825999880503
+cls_loss = 0.0
+eval_loss = 0.6933455283825214
+f1 = 0.34065934065934067
+global_step = 1649
+loss = 3.879935397315271
+rep_loss = 1.1523527976886803
+acc = 0.39705882352941174
+acc_and_f1 = 0.3490975935828877
+att_loss = 2.722159569652169
+cls_loss = 0.0
+eval_loss = 0.6936650459582989
+f1 = 0.30113636363636365
+global_step = 1699
+loss = 3.8681467036909045
+rep_loss = 1.1459871343544752
+acc = 0.3897058823529412
+acc_and_f1 = 0.3441487158243579
+att_loss = 2.7166080245840813
+cls_loss = 0.0
+eval_loss = 0.6937119731536279
+f1 = 0.29859154929577464
+global_step = 1749
+loss = 3.856388854735098
+rep_loss = 1.1397808308666812
+acc = 0.3627450980392157
+acc_and_f1 = 0.30125558995528035
+att_loss = 2.711173372046029
+cls_loss = 0.0
+eval_loss = 0.6940884360900292
+f1 = 0.23976608187134502
+global_step = 1799
+loss = 3.845011896130242
+rep_loss = 1.1338385246474587
+acc = 0.37745098039215685
+acc_and_f1 = 0.3299684280491858
+att_loss = 2.705133831391404
+cls_loss = 0.0
+eval_loss = 0.6938555332330557
+f1 = 0.2824858757062147
+global_step = 1849
+loss = 3.8332293082598805
+rep_loss = 1.1280954771586016
+acc = 0.34068627450980393
+acc_and_f1 = 0.2735879750130141
+att_loss = 2.701094119030278
+cls_loss = 0.0
+eval_loss = 0.6941407918930054
+f1 = 0.20648967551622419
+global_step = 1899
+loss = 3.823774730236421
+rep_loss = 1.1226806110805936
+acc = 0.3112745098039216
+acc_and_f1 = 0.22597364633926964
+att_loss = 2.696521708144476
+cls_loss = 0.0
+eval_loss = 0.6944624277261587
+f1 = 0.14067278287461774
+global_step = 1949
+loss = 3.813893950126182
+rep_loss = 1.1173722420122882
+acc = 0.3235294117647059
+acc_and_f1 = 0.24103299856527977
+att_loss = 2.691855107980588
+cls_loss = 0.0
+eval_loss = 0.694595428613516
+f1 = 0.15853658536585366
+global_step = 1999
+loss = 3.804143071711332
+rep_loss = 1.1122879638201955
+acc = 0.3235294117647059
+acc_and_f1 = 0.2461020552799433
+att_loss = 2.68773238911403
+cls_loss = 0.0
+eval_loss = 0.6944969846652105
+f1 = 0.1686746987951807
+global_step = 2049
+loss = 3.7950861632038526
+rep_loss = 1.1073537742352706
+acc = 0.29411764705882354
+acc_and_f1 = 0.2106951871657754
+att_loss = 2.6833729982489687
+cls_loss = 0.0
+eval_loss = 0.6951318979263306
+f1 = 0.12727272727272726
+global_step = 2099
+loss = 3.7859714812696295
+rep_loss = 1.1025984833330242
+acc = 0.33578431372549017
+acc_and_f1 = 0.28834033613445376
+att_loss = 2.6783000816018596
+cls_loss = 0.0
+eval_loss = 0.6943360567092896
+f1 = 0.24089635854341737
+global_step = 2149
+loss = 3.7761448853068043
+rep_loss = 1.097844803399849
+acc = 0.3014705882352941
+acc_and_f1 = 0.2149554776038856
+att_loss = 2.67498223138647
+cls_loss = 0.0
+eval_loss = 0.6951945745027982
+f1 = 0.12844036697247707
+global_step = 2199
+loss = 3.768379665819717
+rep_loss = 1.0933974343248256
+acc = 0.2965686274509804
+acc_and_f1 = 0.20944639323619357
+att_loss = 2.6718733643573778
+cls_loss = 0.0
+eval_loss = 0.6950478645471426
+f1 = 0.12232415902140673
+global_step = 2249
+loss = 3.76093948783213
+rep_loss = 1.0890661231302166
+acc = 0.29411764705882354
+acc_and_f1 = 0.1942286348501665
+att_loss = 2.668062544325322
+cls_loss = 0.0
+eval_loss = 0.6954437677676861
+f1 = 0.09433962264150944
+global_step = 2299
+loss = 3.7528897965146233
+rep_loss = 1.0848272520596693
+acc = 0.3112745098039216
+acc_and_f1 = 0.23116595580830518
+att_loss = 2.6640489116634596
+cls_loss = 0.0
+eval_loss = 0.6949977691356952
+f1 = 0.1510574018126888
+global_step = 2349
+loss = 3.7447176174490235
+rep_loss = 1.0806687057348148
+acc = 0.28431372549019607
+acc_and_f1 = 0.19703491152558583
+att_loss = 2.6613078225697513
+cls_loss = 0.0
+eval_loss = 0.6953334212303162
+f1 = 0.10975609756097561
+global_step = 2399
+loss = 3.7380463941835673
+rep_loss = 1.0767385717628895
+acc = 0.2818627450980392
+acc_and_f1 = 0.19016214177978885
+att_loss = 2.6584474735719517
+cls_loss = 0.0
+eval_loss = 0.6956761662776654
+f1 = 0.09846153846153846
+global_step = 2449
+loss = 3.731372999142218
+rep_loss = 1.0729255257893116
+acc = 0.2769607843137255
+acc_and_f1 = 0.18182404540763675
+att_loss = 2.6552746141371895
+cls_loss = 0.0
+eval_loss = 0.6957639960142282
+f1 = 0.08668730650154799
+global_step = 2499
+loss = 3.7244427757484524
+rep_loss = 1.069168161849777
+acc = 0.27205882352941174
+acc_and_f1 = 0.18738892838102006
+att_loss = 2.651995463949318
+cls_loss = 0.0
+eval_loss = 0.69542068701524
+f1 = 0.1027190332326284
+global_step = 2549
+loss = 3.7174819503498338
+rep_loss = 1.0654864868915703
+acc = 0.2818627450980392
+acc_and_f1 = 0.21381766992511292
+att_loss = 2.6493539462506015
+cls_loss = 0.0
+eval_loss = 0.6951859822640052
+f1 = 0.1457725947521866
+global_step = 2599
+loss = 3.711310588932808
+rep_loss = 1.061956643072079
+acc = 0.25735294117647056
+acc_and_f1 = 0.16252262443438914
+att_loss = 2.647362902552373
+cls_loss = 0.0
+eval_loss = 0.6956130678837116
+f1 = 0.06769230769230769
+global_step = 2649
+loss = 3.705893814361244
+rep_loss = 1.0585309121688837
+acc = 0.25735294117647056
+acc_and_f1 = 0.19457904938479686
+att_loss = 2.6445603085341567
+cls_loss = 0.0
+eval_loss = 0.6958035734983591
+f1 = 0.1318051575931232
+global_step = 2699
+loss = 3.699724858140186
+rep_loss = 1.0551645496722812
+acc = 0.26715686274509803
+acc_and_f1 = 0.16196959856497803
+att_loss = 2.6412275815799306
+cls_loss = 0.0
+eval_loss = 0.6957275225565984
+f1 = 0.056782334384858045
+global_step = 2749
+loss = 3.6930672011404915
+rep_loss = 1.0518396196256077
+acc = 0.25735294117647056
+acc_and_f1 = 0.17912157444580204
+att_loss = 2.6379827937725486
+cls_loss = 0.0
+eval_loss = 0.6956883302101722
+f1 = 0.10089020771513353
+global_step = 2799
+loss = 3.686587420903431
+rep_loss = 1.048604626768868
+acc = 0.25
+acc_and_f1 = 0.17233727810650887
+att_loss = 2.635563373900414
+cls_loss = 0.0
+eval_loss = 0.6960548391708961
+f1 = 0.09467455621301775
+global_step = 2849
+loss = 3.6810270529037696
+rep_loss = 1.0454636785430882
+acc = 0.25980392156862747
+acc_and_f1 = 0.17508268367588
+att_loss = 2.6327543230704826
+cls_loss = 0.0
+eval_loss = 0.6960334686132578
+f1 = 0.09036144578313253
+global_step = 2899
+loss = 3.675182821915947
+rep_loss = 1.0424284982492118
+acc = 0.25735294117647056
+acc_and_f1 = 0.18439494566154907
+att_loss = 2.63018798415804
+cls_loss = 0.0
+eval_loss = 0.695902012861692
+f1 = 0.11143695014662756
+global_step = 2949
+loss = 3.669643301525614
+rep_loss = 1.0394553169835499
+acc = 0.2647058823529412
+acc_and_f1 = 0.18325114476928495
+att_loss = 2.6273850980461657
+cls_loss = 0.0
+eval_loss = 0.6962046852478614
+f1 = 0.10179640718562874
+global_step = 2999
+loss = 3.6639120690064972
+rep_loss = 1.0365269708013327
+acc = 0.25735294117647056
+acc_and_f1 = 0.17097254309578816
+att_loss = 2.6249823259814677
+cls_loss = 0.0
+eval_loss = 0.6965093841919532
+f1 = 0.08459214501510574
+global_step = 3049
+loss = 3.658662607256175
+rep_loss = 1.0336802811574137
+acc = 0.2426470588235294
+acc_and_f1 = 0.1682443505261342
+att_loss = 2.622703485159614
+cls_loss = 0.0
+eval_loss = 0.6966708944394038
+f1 = 0.093841642228739
+global_step = 3099
+loss = 3.653607481023734
+rep_loss = 1.0309039957294852
+acc = 0.24509803921568626
+acc_and_f1 = 0.1669277178326952
+att_loss = 2.620212698103928
+cls_loss = 0.0
+eval_loss = 0.6961182355880737
+f1 = 0.08875739644970414
+global_step = 3149
+loss = 3.6484311818697974
+rep_loss = 1.028218483709085
+acc = 0.24509803921568626
+acc_and_f1 = 0.16147117529646587
+att_loss = 2.6175666940551356
+cls_loss = 0.0
+eval_loss = 0.6965389343408438
+f1 = 0.07784431137724551
+global_step = 3199
+loss = 3.643107342548615
+rep_loss = 1.0255406488102277
+acc = 0.24509803921568626
+acc_and_f1 = 0.1669277178326952
+att_loss = 2.6149776207920072
+cls_loss = 0.0
+eval_loss = 0.6962570272959195
+f1 = 0.08875739644970414
+global_step = 3249
+loss = 3.637941617457894
+rep_loss = 1.0229639972162525
+acc = 0.25980392156862747
+acc_and_f1 = 0.19348577581321547
+att_loss = 2.612188042637506
+cls_loss = 0.0
+eval_loss = 0.6961768636336694
+f1 = 0.12716763005780346
+global_step = 3299
+loss = 3.6326170506062527
+rep_loss = 1.0204290083481637
+acc = 0.2549019607843137
+acc_and_f1 = 0.18559051527587778
+att_loss = 2.609554682891381
+cls_loss = 0.0
+eval_loss = 0.6964623928070068
+f1 = 0.11627906976744186
+global_step = 3349
+loss = 3.6275004081207802
+rep_loss = 1.017945725745534
+acc = 0.24754901960784315
+acc_and_f1 = 0.17625264391470874
+att_loss = 2.6077099155068013
+cls_loss = 0.0
+eval_loss = 0.696595664207752
+f1 = 0.10495626822157435
+global_step = 3399
+loss = 3.6232344678445014
+rep_loss = 1.0155245528988504
+acc = 0.2426470588235294
+acc_and_f1 = 0.16286655611799616
+att_loss = 2.605489280680775
+cls_loss = 0.0
+eval_loss = 0.696561859204219
+f1 = 0.0830860534124629
+global_step = 3449
+loss = 3.6186231975798746
+rep_loss = 1.0131339174521146
+acc = 0.24019607843137256
+acc_and_f1 = 0.15602618292826112
+att_loss = 2.6030428102269245
+cls_loss = 0.0
+eval_loss = 0.6964166256097647
+f1 = 0.0718562874251497
+global_step = 3499
+loss = 3.6138569601401835
+rep_loss = 1.0108141505435455
+acc = 0.24019607843137256
+acc_and_f1 = 0.15602618292826112
+att_loss = 2.600676513584811
+cls_loss = 0.0
+eval_loss = 0.6965968838104835
+f1 = 0.0718562874251497
+global_step = 3549
+loss = 3.609205625331983
+rep_loss = 1.0085291122174256
+acc = 0.24019607843137256
+acc_and_f1 = 0.15602618292826112
+att_loss = 2.598944239034756
+cls_loss = 0.0
+eval_loss = 0.6967561703461868
+f1 = 0.0718562874251497
+global_step = 3599
+loss = 3.6053000555067602
+rep_loss = 1.0063558171510232
+acc = 0.24019607843137256
+acc_and_f1 = 0.16151815755888155
+att_loss = 2.5969026740788435
+cls_loss = 0.0
+eval_loss = 0.696998233978565
+f1 = 0.08284023668639054
+global_step = 3649
+loss = 3.6010997266630893
+rep_loss = 1.004197053221292
+acc = 0.24019607843137256
+acc_and_f1 = 0.15878851540616246
+att_loss = 2.594412550406702
+cls_loss = 0.0
+eval_loss = 0.6970976132612962
+f1 = 0.07738095238095238
+global_step = 3699
+loss = 3.5964316763598134
+rep_loss = 1.0020191268554794
+acc = 0.2426470588235294
+acc_and_f1 = 0.17607857263943041
+att_loss = 2.5920097094658185
+cls_loss = 0.0
+eval_loss = 0.6972836072628315
+f1 = 0.10951008645533142
+global_step = 3749
+loss = 3.5918991399720754
+rep_loss = 0.9998894312058044
+acc = 0.24019607843137256
+acc_and_f1 = 0.1721211606029695
+att_loss = 2.5894953244985737
+cls_loss = 0.0
+eval_loss = 0.6972067310259893
+f1 = 0.10404624277456648
+global_step = 3799
+loss = 3.587306579874515
+rep_loss = 0.9978112560976615
+acc = 0.25
+acc_and_f1 = 0.18023255813953487
+att_loss = 2.587879127141685
+cls_loss = 0.0
+eval_loss = 0.6967212649492117
+f1 = 0.11046511627906977
+global_step = 3849
+loss = 3.5836834502424564
+rep_loss = 0.9958043237511726
+acc = 0.23774509803921567
+acc_and_f1 = 0.16286081881432923
+att_loss = 2.5859705045547936
+cls_loss = 0.0
+eval_loss = 0.6970248314050528
+f1 = 0.08797653958944282
+global_step = 3899
+loss = 3.5797886504794305
+rep_loss = 0.9938181467654308
+acc = 0.23529411764705882
+acc_and_f1 = 0.1588235294117647
+att_loss = 2.5838851154107148
+cls_loss = 0.0
+eval_loss = 0.6969638604384202
+f1 = 0.08235294117647059
+global_step = 3949
+loss = 3.575775771299233
+rep_loss = 0.9918906567941348
+acc = 0.2426470588235294
+acc_and_f1 = 0.17863011966964437
+att_loss = 2.5817491002427424
+cls_loss = 0.0
+eval_loss = 0.6972683530587417
+f1 = 0.11461318051575932
+global_step = 3999
+loss = 3.571722968932121
+rep_loss = 0.9899738695538619
+acc = 0.22549019607843138
+acc_and_f1 = 0.15344277245782034
+att_loss = 2.579972372022079
+cls_loss = 0.0
+eval_loss = 0.6970551839241614
+f1 = 0.08139534883720931
+global_step = 4049
+loss = 3.5680774778576656
+rep_loss = 0.9881051067777197
+acc = 0.2426470588235294
+acc_and_f1 = 0.17088621162750814
+att_loss = 2.5779783959562064
+cls_loss = 0.0
+eval_loss = 0.6974082543299749
+f1 = 0.09912536443148688
+global_step = 4099
+loss = 3.5642720770039014
+rep_loss = 0.9862936818620058
+acc = 0.24754901960784315
+acc_and_f1 = 0.1961979081326124
+att_loss = 2.5759359255099072
+cls_loss = 0.0
+eval_loss = 0.6973267885354849
+f1 = 0.14484679665738162
+global_step = 4149
+loss = 3.5603968507555717
+rep_loss = 0.9844609260932599
+acc = 0.24509803921568626
+acc_and_f1 = 0.1875207710202725
+att_loss = 2.5743559941873007
+cls_loss = 0.0
+eval_loss = 0.6974263649720412
+f1 = 0.12994350282485875
+global_step = 4199
+loss = 3.557061536109399
+rep_loss = 0.9827055426460415
+acc = 0.22549019607843138
+acc_and_f1 = 0.14528947673744053
+att_loss = 2.5724557830070323
+cls_loss = 0.0
+eval_loss = 0.697755332176502
+f1 = 0.0650887573964497
+global_step = 4249
+loss = 3.5534003414976425
+rep_loss = 0.9809445593743695
+acc = 0.24509803921568626
+acc_and_f1 = 0.1642156862745098
+att_loss = 2.5705195938772754
+cls_loss = 0.0
+eval_loss = 0.6976088331295893
+f1 = 0.08333333333333333
+global_step = 4299
+loss = 3.549770790190163
+rep_loss = 0.9792511973943397
+acc = 0.2426470588235294
+acc_and_f1 = 0.15455615781055626
+att_loss = 2.568850796177185
+cls_loss = 0.0
+eval_loss = 0.6976277965765733
+f1 = 0.06646525679758308
+global_step = 4349
+loss = 3.5464082593121837
+rep_loss = 0.9775574641491962
+acc = 0.23039215686274508
+acc_and_f1 = 0.15880072959416325
+att_loss = 2.5672382635538025
+cls_loss = 0.0
+eval_loss = 0.6977511185866135
+f1 = 0.0872093023255814
+global_step = 4399
+loss = 3.543154616658323
+rep_loss = 0.9759163542833348
+acc = 0.24509803921568626
+acc_and_f1 = 0.15869359792109614
+att_loss = 2.5656404896354803
+cls_loss = 0.0
+eval_loss = 0.6979809357569768
+f1 = 0.07228915662650602
+global_step = 4449
+loss = 3.5399240810808426
+rep_loss = 0.9742835927716961
+acc = 0.24019607843137256
+acc_and_f1 = 0.1721211606029695
+att_loss = 2.5637424012824517
+cls_loss = 0.0
+eval_loss = 0.6979040732750525
+f1 = 0.10404624277456648
+global_step = 4499
+loss = 3.5364287480377414
+rep_loss = 0.9726863480668833
+acc = 0.22794117647058823
+acc_and_f1 = 0.16008009832174944
+att_loss = 2.5621520825128394
+cls_loss = 0.0
+eval_loss = 0.698100915321937
+f1 = 0.09221902017291066
+global_step = 4549
+loss = 3.533259161018125
+rep_loss = 0.9711070798417715
+acc = 0.23529411764705882
+acc_and_f1 = 0.1588235294117647
+att_loss = 2.560233618752234
+cls_loss = 0.0
+eval_loss = 0.6981911109044001
+f1 = 0.08235294117647059
+global_step = 4599
+loss = 3.5298091655556183
+rep_loss = 0.9695755482160623
+acc = 0.24754901960784315
+acc_and_f1 = 0.16281354884296062
+att_loss = 2.558762190238869
+cls_loss = 0.0
+eval_loss = 0.6981541927044208
+f1 = 0.07807807807807808
+global_step = 4649
+loss = 3.5268292350137225
+rep_loss = 0.9680670461979802
+acc = 0.23284313725490197
+acc_and_f1 = 0.1407376780499434
+att_loss = 2.557336470907763
+cls_loss = 0.0
+eval_loss = 0.6977030268082252
+f1 = 0.0486322188449848
+global_step = 4699
+loss = 3.5239241838100033
+rep_loss = 0.9665877141833787
+acc = 0.23284313725490197
+acc_and_f1 = 0.1547696512233212
+att_loss = 2.5562859706111545
+cls_loss = 0.0
+eval_loss = 0.6979608444067148
+f1 = 0.07669616519174041
+global_step = 4749
+loss = 3.5214436770138127
+rep_loss = 0.9651577079338786
+acc = 0.23039215686274508
+acc_and_f1 = 0.15880072959416325
+att_loss = 2.554317159860376
+cls_loss = 0.0
+eval_loss = 0.6983746152657729
+f1 = 0.0872093023255814
+global_step = 4799
+loss = 3.518003976501557
+rep_loss = 0.9636868183675918
+acc = 0.22794117647058823
+acc_and_f1 = 0.16008009832174944
+att_loss = 2.5534527222872714
+cls_loss = 0.0
+eval_loss = 0.698087229178502
+f1 = 0.09221902017291066
+global_step = 4849
+loss = 3.5157555987550246
+rep_loss = 0.9623028782009464
+acc = 0.23529411764705882
+acc_and_f1 = 0.15610859728506787
+att_loss = 2.5520367144224325
+cls_loss = 0.0
+eval_loss = 0.6987005609732407
+f1 = 0.07692307692307693
+global_step = 4899
+loss = 3.5129544032693127
+rep_loss = 0.9609176904893841
+acc = 0.21568627450980393
+acc_and_f1 = 0.14272685818513453
+att_loss = 2.550503512661152
+cls_loss = 0.0
+eval_loss = 0.6983211040496826
+f1 = 0.06976744186046512
+global_step = 4949
+loss = 3.510052206540835
+rep_loss = 0.959548695601943
+acc = 0.20833333333333334
+acc_and_f1 = 0.14405270655270655
+att_loss = 2.5488961606913745
+cls_loss = 0.0
+eval_loss = 0.6984759844266452
+f1 = 0.07977207977207977
+global_step = 4999
+loss = 3.5070712579729846
+rep_loss = 0.9581750992131868
+acc = 0.22058823529411764
+acc_and_f1 = 0.1370798319327731
+att_loss = 2.5475918561733697
+cls_loss = 0.0
+eval_loss = 0.6984948424192575
+f1 = 0.05357142857142857
+global_step = 5049
+loss = 3.504431130272678
+rep_loss = 0.9568392761416141
+acc = 0.22058823529411764
+acc_and_f1 = 0.14808481532147744
+att_loss = 2.546552466163216
+cls_loss = 0.0
+eval_loss = 0.6987173969929035
+f1 = 0.0755813953488372
+global_step = 5099
+loss = 3.5020893622108664
+rep_loss = 0.9555368979179665
+acc = 0.22303921568627452
+acc_and_f1 = 0.1467102236789144
+att_loss = 2.5452410988864167
+cls_loss = 0.0
+eval_loss = 0.69878823023576
+f1 = 0.07038123167155426
+global_step = 5149
+loss = 3.499489935746955
+rep_loss = 0.9542488386663888
+acc = 0.2107843137254902
+acc_and_f1 = 0.15567148647168366
+att_loss = 2.5442103219046044
+cls_loss = 0.0
+eval_loss = 0.6986108880776626
+f1 = 0.1005586592178771
+global_step = 5199
+loss = 3.4972221046072813
+rep_loss = 0.9530117846516651
+acc = 0.23039215686274508
+acc_and_f1 = 0.15343137254901962
+att_loss = 2.5427503098213324
+cls_loss = 0.0
+eval_loss = 0.6986606762959406
+f1 = 0.07647058823529412
+global_step = 5249
+loss = 3.494515031649967
+rep_loss = 0.9517647237363464
+acc = 0.2107843137254902
+acc_and_f1 = 0.15314496585150913
+att_loss = 2.5418627766713398
+cls_loss = 0.0
+eval_loss = 0.6992048254379859
+f1 = 0.09550561797752809
+global_step = 5299
+loss = 3.49243129786736
+rep_loss = 0.950568523108228
+acc = 0.23529411764705882
+acc_and_f1 = 0.1719327731092437
+att_loss = 2.5405550101334233
+cls_loss = 0.0
+eval_loss = 0.6985553823984586
+f1 = 0.10857142857142857
+global_step = 5349
+loss = 3.4898950248639102
+rep_loss = 0.9493400166693926
+acc = 0.23529411764705882
+acc_and_f1 = 0.16678000680040803
+att_loss = 2.5395164973957933
+cls_loss = 0.0
+eval_loss = 0.6986672373918387
+f1 = 0.09826589595375723
+global_step = 5399
+loss = 3.4876690986178986
+rep_loss = 0.9481526029222562
+acc = 0.22058823529411764
+acc_and_f1 = 0.1370798319327731
+att_loss = 2.538463218055924
+cls_loss = 0.0
+eval_loss = 0.6987982804958637
+f1 = 0.05357142857142857
+global_step = 5449
+loss = 3.4854574974884045
+rep_loss = 0.9469942809748286
+acc = 0.22549019607843138
+acc_and_f1 = 0.1480392156862745
+att_loss = 2.5371707659197797
+cls_loss = 0.0
+eval_loss = 0.6989728212356567
+f1 = 0.07058823529411765
+global_step = 5499
+loss = 3.483009428821015
+rep_loss = 0.9458386644837552
+acc = 0.21568627450980393
+acc_and_f1 = 0.15329768270944744
+att_loss = 2.535960232143811
+cls_loss = 0.0
+eval_loss = 0.6990496837175809
+f1 = 0.09090909090909091
+global_step = 5549
+loss = 3.4806636810990192
+rep_loss = 0.9447034504590195
+acc = 0.22303921568627452
+acc_and_f1 = 0.1467102236789144
+att_loss = 2.535045879081778
+cls_loss = 0.0
+eval_loss = 0.6991006181790278
+f1 = 0.07038123167155426
+global_step = 5599
+loss = 3.478649887320697
+rep_loss = 0.9436040097505924
+acc = 0.2181372549019608
+acc_and_f1 = 0.1494144487766288
+att_loss = 2.5338272109118622
+cls_loss = 0.0
+eval_loss = 0.6989286083441514
+f1 = 0.08069164265129683
+global_step = 5649
+loss = 3.4763124173543036
+rep_loss = 0.9424852078668753
+acc = 0.22058823529411764
+acc_and_f1 = 0.14538183694530443
+att_loss = 2.5326321876180824
+cls_loss = 0.0
+eval_loss = 0.6990641263815073
+f1 = 0.07017543859649122
+global_step = 5699
+loss = 3.474017181152167
+rep_loss = 0.9413849951029033
+acc = 0.2181372549019608
+acc_and_f1 = 0.14132669196710942
+att_loss = 2.531764230617836
+cls_loss = 0.0
+eval_loss = 0.6992122255838834
+f1 = 0.06451612903225806
+global_step = 5749
+loss = 3.4720787981278503
+rep_loss = 0.9403145692518098
+acc = 0.22549019607843138
+acc_and_f1 = 0.16131652661064427
+att_loss = 2.5304386003364012
+cls_loss = 0.0
+eval_loss = 0.6992143025765052
+f1 = 0.09714285714285714
+global_step = 5799
+loss = 3.469677623951717
+rep_loss = 0.9392390253009786
+acc = 0.2034313725490196
+acc_and_f1 = 0.13341597445894784
+att_loss = 2.5291826929021317
+cls_loss = 0.0
+eval_loss = 0.6993020451985873
+f1 = 0.06340057636887608
+global_step = 5849
+loss = 3.4673555593528103
+rep_loss = 0.9381728681015508
+acc = 0.20833333333333334
+acc_and_f1 = 0.1305596285434995
+att_loss = 2.5280446605089053
+cls_loss = 0.0
+eval_loss = 0.6990049252143273
+f1 = 0.05278592375366569
+global_step = 5899
+loss = 3.465175241267283
+rep_loss = 0.9371305824457781
+acc = 0.22303921568627452
+acc_and_f1 = 0.1439679854242582
+att_loss = 2.5270990671120006
+cls_loss = 0.0
+eval_loss = 0.6989337343436021
+f1 = 0.06489675516224189
+global_step = 5949
+loss = 3.463206111653389
+rep_loss = 0.9361070462346458
+acc = 0.22303921568627452
+acc_and_f1 = 0.1411931983475883
+att_loss = 2.5260384043249853
+cls_loss = 0.0
+eval_loss = 0.6990764232782217
+f1 = 0.05934718100890208
+global_step = 5999
+loss = 3.461144744008556
+rep_loss = 0.9351063413925221
+acc = 0.21568627450980393
+acc_and_f1 = 0.14807302231237324
+att_loss = 2.5247620985436625
+cls_loss = 0.0
+eval_loss = 0.6992521790357736
+f1 = 0.08045977011494253
+global_step = 6049
+loss = 3.4588758724349495
+rep_loss = 0.9341137756452341
+acc = 0.21568627450980393
+acc_and_f1 = 0.13725490196078433
+att_loss = 2.5235033096456396
+cls_loss = 0.0
+eval_loss = 0.6996122690347525
+f1 = 0.058823529411764705
+global_step = 6099
+loss = 3.4566159839414343
+rep_loss = 0.9331126758985431
+acc = 0.21323529411764705
+acc_and_f1 = 0.13594316025530445
+att_loss = 2.522280006355184
+cls_loss = 0.0
+eval_loss = 0.699075487943796
+f1 = 0.05865102639296188
+global_step = 6149
+loss = 3.4543751719948297
+rep_loss = 0.9320951672293613
+acc = 0.21323529411764705
+acc_and_f1 = 0.13594316025530445
+att_loss = 2.52126216144211
+cls_loss = 0.0
+eval_loss = 0.6998416689726022
+f1 = 0.05865102639296188
+global_step = 6199
+loss = 3.4524177931877738
+rep_loss = 0.9311556332937112
+acc = 0.20833333333333334
+acc_and_f1 = 0.13874879923150818
+att_loss = 2.520380521492112
+cls_loss = 0.0
+eval_loss = 0.6996684028552129
+f1 = 0.069164265129683
+global_step = 6249
+loss = 3.45059666894573
+rep_loss = 0.9302161490178944
+acc = 0.20588235294117646
+acc_and_f1 = 0.14008403361344537
+att_loss = 2.5192801108680505
+cls_loss = 0.0
+eval_loss = 0.6995684000161978
+f1 = 0.07428571428571429
+global_step = 6299
+loss = 3.4485668203796274
+rep_loss = 0.9292867109877361
+acc = 0.22058823529411764
+acc_and_f1 = 0.13987991646362685
+att_loss = 2.518222311703797
+cls_loss = 0.0
+eval_loss = 0.69950126684629
+f1 = 0.05917159763313609
+global_step = 6349
+loss = 3.4465760724678587
+rep_loss = 0.928353762181655
+acc = 0.22303921568627452
+acc_and_f1 = 0.1439679854242582
+att_loss = 2.5170265697356147
+cls_loss = 0.0
+eval_loss = 0.6995981794137222
+f1 = 0.06489675516224189
+global_step = 6399
+loss = 3.444479685013025
+rep_loss = 0.9274531167584447
+acc = 0.2181372549019608
+acc_and_f1 = 0.14132669196710942
+att_loss = 2.5158583330986093
+cls_loss = 0.0
+eval_loss = 0.699833503136268
+f1 = 0.06451612903225806
+global_step = 6449
+loss = 3.442409882047857
+rep_loss = 0.9265515503725871
+acc = 0.21323529411764705
+acc_and_f1 = 0.1331663196251952
+att_loss = 2.514796715403432
+cls_loss = 0.0
+eval_loss = 0.700069785118103
+f1 = 0.05309734513274336
+global_step = 6499
+loss = 3.4404516865389403
+rep_loss = 0.9256549724745262
+acc = 0.21568627450980393
+acc_and_f1 = 0.14272685818513453
+att_loss = 2.5137688705877124
+cls_loss = 0.0
+eval_loss = 0.7000600695610046
+f1 = 0.06976744186046512
+global_step = 6549
+loss = 3.438544814541861
+rep_loss = 0.9247759451828288
+acc = 0.2181372549019608
+acc_and_f1 = 0.14132669196710942
+att_loss = 2.5130488533633355
+cls_loss = 0.0
+eval_loss = 0.6997241928027227
+f1 = 0.06451612903225806
+global_step = 6599
+loss = 3.4369641593557936
+rep_loss = 0.9239153071576347
+acc = 0.2181372549019608
+acc_and_f1 = 0.1385671525247267
+att_loss = 2.512330992273109
+cls_loss = 0.0
+eval_loss = 0.69997383080996
+f1 = 0.058997050147492625
+global_step = 6649
+loss = 3.4353961956413155
+rep_loss = 0.9230652044618698
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.511312035308487
+cls_loss = 0.0
+eval_loss = 0.6994900474181542
+f1 = 0.047058823529411764
+global_step = 6699
+loss = 3.433524598504451
+rep_loss = 0.9222125644149274
+acc = 0.21323529411764705
+acc_and_f1 = 0.1331663196251952
+att_loss = 2.510296509131306
+cls_loss = 0.0
+eval_loss = 0.699741922892057
+f1 = 0.05309734513274336
+global_step = 6749
+loss = 3.4316610222764323
+rep_loss = 0.9213645143550596
+acc = 0.21323529411764705
+acc_and_f1 = 0.1414002557544757
+att_loss = 2.509116336692342
+cls_loss = 0.0
+eval_loss = 0.6999029058676499
+f1 = 0.06956521739130435
+global_step = 6799
+loss = 3.4296283538174253
+rep_loss = 0.9205120183173515
+acc = 0.2107843137254902
+acc_and_f1 = 0.12906079591599953
+att_loss = 2.5084220114755427
+cls_loss = 0.0
+eval_loss = 0.7000572543877822
+f1 = 0.047337278106508875
+global_step = 6849
+loss = 3.428123269503718
+rep_loss = 0.9197012591508205
+acc = 0.21323529411764705
+acc_and_f1 = 0.13868761790430456
+att_loss = 2.5076333973645855
+cls_loss = 0.0
+eval_loss = 0.7001578670281631
+f1 = 0.0641399416909621
+global_step = 6899
+loss = 3.4265222359367136
+rep_loss = 0.9188888397211958
+acc = 0.2181372549019608
+acc_and_f1 = 0.1385671525247267
+att_loss = 2.5065411411441305
+cls_loss = 0.0
+eval_loss = 0.7001298986948453
+f1 = 0.058997050147492625
+global_step = 6949
+loss = 3.42461744091085
+rep_loss = 0.9180763008817869
+acc = 0.21568627450980393
+acc_and_f1 = 0.1344703561898132
+att_loss = 2.505545754656824
+cls_loss = 0.0
+eval_loss = 0.7001572067920978
+f1 = 0.05325443786982249
+global_step = 6999
+loss = 3.4228306009456384
+rep_loss = 0.9172848474470134
+acc = 0.2107843137254902
+acc_and_f1 = 0.12622549019607843
+att_loss = 2.3473480383555096
+cls_loss = 0.0
+eval_loss = 0.7001937902890719
+f1 = 0.041666666666666664
+global_step = 7049
+loss = 3.149831501642863
+rep_loss = 0.8024834712346395
+acc = 0.21323529411764705
+acc_and_f1 = 0.14673226023933927
+att_loss = 2.3850798038335945
+cls_loss = 0.0
+eval_loss = 0.7006846299538245
+f1 = 0.08022922636103152
+global_step = 7099
+loss = 3.1901758267329288
+rep_loss = 0.8050960256503179
+acc = 0.21323529411764705
+acc_and_f1 = 0.12751316944688323
+att_loss = 2.3711206467255304
+cls_loss = 0.0
+eval_loss = 0.7003023807819073
+f1 = 0.041791044776119404
+global_step = 7149
+loss = 3.176119219738504
+rep_loss = 0.8049985714580702
+acc = 0.2107843137254902
+acc_and_f1 = 0.13186274509803922
+att_loss = 2.3793708244959513
+cls_loss = 0.0
+eval_loss = 0.7004509476514963
+f1 = 0.052941176470588235
+global_step = 7199
+loss = 3.184815116362138
+rep_loss = 0.8054442976460312
+acc = 0.2107843137254902
+acc_and_f1 = 0.13736890104879163
+att_loss = 2.374993203961572
+cls_loss = 0.0
+eval_loss = 0.7006650154407208
+f1 = 0.06395348837209303
+global_step = 7249
+loss = 3.1799890584723896
+rep_loss = 0.8049958542335865
+acc = 0.2181372549019608
+acc_and_f1 = 0.14132669196710942
+att_loss = 2.371406904706415
+cls_loss = 0.0
+eval_loss = 0.7005349626907935
+f1 = 0.06451612903225806
+global_step = 7299
+loss = 3.1756897242564075
+rep_loss = 0.8042828220241475
+acc = 0.21323529411764705
+acc_and_f1 = 0.1414002557544757
+att_loss = 2.3692035724246314
+cls_loss = 0.0
+eval_loss = 0.7005160817733178
+f1 = 0.06956521739130435
+global_step = 7349
+loss = 3.1734049532148574
+rep_loss = 0.804201380601005
+acc = 0.2181372549019608
+acc_and_f1 = 0.13577485890498633
+att_loss = 2.3655732674141454
+cls_loss = 0.0
+eval_loss = 0.7001086106667151
+f1 = 0.05341246290801187
+global_step = 7399
+loss = 3.1692420966004673
+rep_loss = 0.8036688293496224
+acc = 0.2107843137254902
+acc_and_f1 = 0.14274847870182555
+att_loss = 2.367406149082873
+cls_loss = 0.0
+eval_loss = 0.7002738439119779
+f1 = 0.07471264367816093
+global_step = 7449
+loss = 3.171095516595496
+rep_loss = 0.8036893675126225
+acc = 0.2181372549019608
+acc_and_f1 = 0.1385671525247267
+att_loss = 2.3670477549235027
+cls_loss = 0.0
+eval_loss = 0.7007063443844135
+f1 = 0.058997050147492625
+global_step = 7499
+loss = 3.1705121388999364
+rep_loss = 0.8034643847455261
+acc = 0.22058823529411764
+acc_and_f1 = 0.128475935828877
+att_loss = 2.369193812481408
+cls_loss = 0.0
+eval_loss = 0.7006598986112155
+f1 = 0.03636363636363636
+global_step = 7549
+loss = 3.1728245142594123
+rep_loss = 0.8036307036297993
+acc = 0.21568627450980393
+acc_and_f1 = 0.1344703561898132
+att_loss = 2.3705410005772007
+cls_loss = 0.0
+eval_loss = 0.7005239404164828
+f1 = 0.05325443786982249
+global_step = 7599
+loss = 3.1742842307132957
+rep_loss = 0.8037432322459939
+acc = 0.22058823529411764
+acc_and_f1 = 0.1370798319327731
+att_loss = 2.3705508005328295
+cls_loss = 0.0
+eval_loss = 0.7003968082941495
+f1 = 0.05357142857142857
+global_step = 7649
+loss = 3.1741971527657857
+rep_loss = 0.8036463545589912
+acc = 0.21323529411764705
+acc_and_f1 = 0.13868761790430456
+att_loss = 2.3672616497914594
+cls_loss = 0.0
+eval_loss = 0.7007736838780917
+f1 = 0.0641399416909621
+global_step = 7699
+loss = 3.170551299690304
+rep_loss = 0.8032896520499896
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.3691184782481693
+cls_loss = 0.0
+eval_loss = 0.7008272088491
+f1 = 0.047058823529411764
+global_step = 7749
+loss = 3.172327866254153
+rep_loss = 0.8032093904235146
+acc = 0.21323529411764705
+acc_and_f1 = 0.13035651946238436
+att_loss = 2.369778376467088
+cls_loss = 0.0
+eval_loss = 0.700746646294227
+f1 = 0.04747774480712166
+global_step = 7799
+loss = 3.1729324767792146
+rep_loss = 0.8031541024937349
+acc = 0.20833333333333334
+acc_and_f1 = 0.13605072463768117
+att_loss = 2.3711906548658033
+cls_loss = 0.0
+eval_loss = 0.701123847411229
+f1 = 0.06376811594202898
+global_step = 7849
+loss = 3.174363905666796
+rep_loss = 0.8031732521905489
+acc = 0.20833333333333334
+acc_and_f1 = 0.13874879923150818
+att_loss = 2.3714697527747624
+cls_loss = 0.0
+eval_loss = 0.7006692519554725
+f1 = 0.069164265129683
+global_step = 7899
+loss = 3.1744833146905624
+rep_loss = 0.8030135644653629
+acc = 0.2181372549019608
+acc_and_f1 = 0.1300896484720014
+att_loss = 2.369881558157707
+cls_loss = 0.0
+eval_loss = 0.7008600464233985
+f1 = 0.042042042042042045
+global_step = 7949
+loss = 3.172618505081844
+rep_loss = 0.8027369503115044
+acc = 0.2107843137254902
+acc_and_f1 = 0.12622549019607843
+att_loss = 2.3681473125447883
+cls_loss = 0.0
+eval_loss = 0.7011170203869159
+f1 = 0.041666666666666664
+global_step = 7999
+loss = 3.170709924747289
+rep_loss = 0.802562614426094
+acc = 0.21323529411764705
+acc_and_f1 = 0.14673226023933927
+att_loss = 2.3674674654241854
+cls_loss = 0.0
+eval_loss = 0.7014247362430279
+f1 = 0.08022922636103152
+global_step = 8049
+loss = 3.16982498474309
+rep_loss = 0.8023575221376466
+acc = 0.21323529411764705
+acc_and_f1 = 0.13594316025530445
+att_loss = 2.36945355464595
+cls_loss = 0.0
+eval_loss = 0.7010933986076942
+f1 = 0.05865102639296188
+global_step = 8099
+loss = 3.17187173937408
+rep_loss = 0.8024181877503372
+acc = 0.21323529411764705
+acc_and_f1 = 0.13868761790430456
+att_loss = 2.369064167903678
+cls_loss = 0.0
+eval_loss = 0.7011981652333186
+f1 = 0.0641399416909621
+global_step = 8149
+loss = 3.1713975463747444
+rep_loss = 0.8023333810370065
+acc = 0.21568627450980393
+acc_and_f1 = 0.13165266106442577
+att_loss = 2.36779875919031
+cls_loss = 0.0
+eval_loss = 0.7006655106177697
+f1 = 0.047619047619047616
+global_step = 8199
+loss = 3.1698638101504084
+rep_loss = 0.8020650528019589
+acc = 0.2107843137254902
+acc_and_f1 = 0.13186274509803922
+att_loss = 2.36708112449803
+cls_loss = 0.0
+eval_loss = 0.7006732133718637
+f1 = 0.052941176470588235
+global_step = 8249
+loss = 3.168980380831432
+rep_loss = 0.801899258590039
+acc = 0.2107843137254902
+acc_and_f1 = 0.13736890104879163
+att_loss = 2.3671783724321207
+cls_loss = 0.0
+eval_loss = 0.7009892784632169
+f1 = 0.06395348837209303
+global_step = 8299
+loss = 3.1689195772404726
+rep_loss = 0.8017412069286753
+acc = 0.20098039215686275
+acc_and_f1 = 0.13477591036414566
+att_loss = 2.3659871536515964
+cls_loss = 0.0
+eval_loss = 0.7009983612940862
+f1 = 0.06857142857142857
+global_step = 8349
+loss = 3.167505413135195
+rep_loss = 0.801518261704608
+acc = 0.2107843137254902
+acc_and_f1 = 0.13736890104879163
+att_loss = 2.36563483157874
+cls_loss = 0.0
+eval_loss = 0.7010925503877493
+f1 = 0.06395348837209303
+global_step = 8399
+loss = 3.1669812013814735
+rep_loss = 0.8013463716803889
+acc = 0.2107843137254902
+acc_and_f1 = 0.13463192294461646
+att_loss = 2.3654421267155623
+cls_loss = 0.0
+eval_loss = 0.7007531156906714
+f1 = 0.05847953216374269
+global_step = 8449
+loss = 3.1666537911647623
+rep_loss = 0.8012116665132475
+acc = 0.2107843137254902
+acc_and_f1 = 0.12906079591599953
+att_loss = 2.3647514179704947
+cls_loss = 0.0
+eval_loss = 0.7006878577745878
+f1 = 0.047337278106508875
+global_step = 8499
+loss = 3.1658259102102027
+rep_loss = 0.8010744947215396
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.3642268732436027
+cls_loss = 0.0
+eval_loss = 0.7011347871560317
+f1 = 0.05830903790087463
+global_step = 8549
+loss = 3.165208122517803
+rep_loss = 0.8009812514380653
+acc = 0.21323529411764705
+acc_and_f1 = 0.13868761790430456
+att_loss = 2.3647727706561836
+cls_loss = 0.0
+eval_loss = 0.7012009574816778
+f1 = 0.0641399416909621
+global_step = 8599
+loss = 3.1656386474450935
+rep_loss = 0.8008658789217281
+acc = 0.21568627450980393
+acc_and_f1 = 0.13165266106442577
+att_loss = 2.364467525260736
+cls_loss = 0.0
+eval_loss = 0.7016283915593073
+f1 = 0.047619047619047616
+global_step = 8649
+loss = 3.1651198443244484
+rep_loss = 0.8006523210935917
+acc = 0.20098039215686275
+acc_and_f1 = 0.14262502753910553
+att_loss = 2.3649544186778253
+cls_loss = 0.0
+eval_loss = 0.7012134377772992
+f1 = 0.08426966292134831
+global_step = 8699
+loss = 3.165548911108985
+rep_loss = 0.8005944940420958
+acc = 0.2107843137254902
+acc_and_f1 = 0.13463192294461646
+att_loss = 2.3654004146336813
+cls_loss = 0.0
+eval_loss = 0.7014300227165222
+f1 = 0.05847953216374269
+global_step = 8749
+loss = 3.1659300363446117
+rep_loss = 0.8005296232053907
+acc = 0.23039215686274508
+acc_and_f1 = 0.13360098640683266
+att_loss = 2.3664587357901987
+cls_loss = 0.0
+eval_loss = 0.700990195457752
+f1 = 0.03680981595092025
+global_step = 8799
+loss = 3.1669463878988204
+rep_loss = 0.8004876531892728
+acc = 0.20833333333333334
+acc_and_f1 = 0.13605072463768117
+att_loss = 2.3660139232299215
+cls_loss = 0.0
+eval_loss = 0.7013418628619268
+f1 = 0.06376811594202898
+global_step = 8849
+loss = 3.166359585375825
+rep_loss = 0.8003456629997443
+acc = 0.20588235294117646
+acc_and_f1 = 0.13473308398503908
+att_loss = 2.365617663227521
+cls_loss = 0.0
+eval_loss = 0.7015476777003362
+f1 = 0.06358381502890173
+global_step = 8899
+loss = 3.16586587320384
+rep_loss = 0.8002482109670664
+acc = 0.21323529411764705
+acc_and_f1 = 0.1331663196251952
+att_loss = 2.36586318402004
+cls_loss = 0.0
+eval_loss = 0.7017129017756536
+f1 = 0.05309734513274336
+global_step = 8949
+loss = 3.1659717741585274
+rep_loss = 0.8001085910722419
+acc = 0.2107843137254902
+acc_and_f1 = 0.13736890104879163
+att_loss = 2.3659825966861714
+cls_loss = 0.0
+eval_loss = 0.7016359796890845
+f1 = 0.06395348837209303
+global_step = 8999
+loss = 3.1659396928685313
+rep_loss = 0.7999570965463575
+acc = 0.2107843137254902
+acc_and_f1 = 0.13186274509803922
+att_loss = 2.3661577328854695
+cls_loss = 0.0
+eval_loss = 0.7015270728331345
+f1 = 0.052941176470588235
+global_step = 9049
+loss = 3.165990469887594
+rep_loss = 0.7998327371204461
+acc = 0.21568627450980393
+acc_and_f1 = 0.1344703561898132
+att_loss = 2.365821501591015
+cls_loss = 0.0
+eval_loss = 0.7014251764004047
+f1 = 0.05325443786982249
+global_step = 9099
+loss = 3.1655340601110575
+rep_loss = 0.7997125586643634
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.365200083757405
+cls_loss = 0.0
+eval_loss = 0.7017651521242582
+f1 = 0.052478134110787174
+global_step = 9149
+loss = 3.1647741425967384
+rep_loss = 0.799574058952061
+acc = 0.21323529411764705
+acc_and_f1 = 0.13594316025530445
+att_loss = 2.3647217050160325
+cls_loss = 0.0
+eval_loss = 0.7015831103691688
+f1 = 0.05865102639296188
+global_step = 9199
+loss = 3.1641581889938815
+rep_loss = 0.7994364834822903
+acc = 0.2107843137254902
+acc_and_f1 = 0.12906079591599953
+att_loss = 2.3647149475648765
+cls_loss = 0.0
+eval_loss = 0.7016669832743131
+f1 = 0.047337278106508875
+global_step = 9249
+loss = 3.164066030747734
+rep_loss = 0.7993510823755716
+acc = 0.20833333333333334
+acc_and_f1 = 0.13605072463768117
+att_loss = 2.3641633615325355
+cls_loss = 0.0
+eval_loss = 0.701673530615293
+f1 = 0.06376811594202898
+global_step = 9299
+loss = 3.1634056808143263
+rep_loss = 0.7992423183870632
+acc = 0.2107843137254902
+acc_and_f1 = 0.13736890104879163
+att_loss = 2.3645270493324064
+cls_loss = 0.0
+eval_loss = 0.7012616487649771
+f1 = 0.06395348837209303
+global_step = 9349
+loss = 3.1636504229922533
+rep_loss = 0.7991233724497306
+acc = 0.2107843137254902
+acc_and_f1 = 0.13463192294461646
+att_loss = 2.365171785032018
+cls_loss = 0.0
+eval_loss = 0.7015392872003409
+f1 = 0.05847953216374269
+global_step = 9399
+loss = 3.164247304138119
+rep_loss = 0.7990755176947434
+acc = 0.2107843137254902
+acc_and_f1 = 0.12622549019607843
+att_loss = 2.3649156175538373
+cls_loss = 0.0
+eval_loss = 0.7015980711350074
+f1 = 0.041666666666666664
+global_step = 9449
+loss = 3.163857392494723
+rep_loss = 0.798941773657473
+acc = 0.21323529411764705
+acc_and_f1 = 0.1331663196251952
+att_loss = 2.365080614360786
+cls_loss = 0.0
+eval_loss = 0.701665841616117
+f1 = 0.05309734513274336
+global_step = 9499
+loss = 3.16393055693373
+rep_loss = 0.7988499414122854
+acc = 0.21568627450980393
+acc_and_f1 = 0.13165266106442577
+att_loss = 2.36443490053029
+cls_loss = 0.0
+eval_loss = 0.702037880053887
+f1 = 0.047619047619047616
+global_step = 9549
+loss = 3.1631771886799016
+rep_loss = 0.7987422871068268
+acc = 0.2107843137254902
+acc_and_f1 = 0.13463192294461646
+att_loss = 2.363187838344314
+cls_loss = 0.0
+eval_loss = 0.7019735528872564
+f1 = 0.05847953216374269
+global_step = 9599
+loss = 3.1617784547526933
+rep_loss = 0.7985906158739131
+acc = 0.2107843137254902
+acc_and_f1 = 0.13186274509803922
+att_loss = 2.362678280296107
+cls_loss = 0.0
+eval_loss = 0.7017186650863061
+f1 = 0.052941176470588235
+global_step = 9649
+loss = 3.1611304574897137
+rep_loss = 0.7984521765325995
+acc = 0.21323529411764705
+acc_and_f1 = 0.13035651946238436
+att_loss = 2.3620871591299606
+cls_loss = 0.0
+eval_loss = 0.7011617009456341
+f1 = 0.04747774480712166
+global_step = 9699
+loss = 3.1603926687258492
+rep_loss = 0.7983055088354544
+acc = 0.20588235294117646
+acc_and_f1 = 0.13742393509127787
+att_loss = 2.3616849714440753
+cls_loss = 0.0
+eval_loss = 0.7021346459021935
+f1 = 0.06896551724137931
+global_step = 9749
+loss = 3.1598200666311698
+rep_loss = 0.7981350945943407
+acc = 0.2107843137254902
+acc_and_f1 = 0.12906079591599953
+att_loss = 2.3609546434167927
+cls_loss = 0.0
+eval_loss = 0.7023196816444397
+f1 = 0.047337278106508875
+global_step = 9799
+loss = 3.1589992906905
+rep_loss = 0.7980446466270019
+acc = 0.19852941176470587
+acc_and_f1 = 0.13345274007038713
+att_loss = 2.360669235607235
+cls_loss = 0.0
+eval_loss = 0.7021261728726901
+f1 = 0.06837606837606838
+global_step = 9849
+loss = 3.1585834926652656
+rep_loss = 0.7979142565498555
+acc = 0.21323529411764705
+acc_and_f1 = 0.12751316944688323
+att_loss = 2.360770124623497
+cls_loss = 0.0
+eval_loss = 0.7021029958358178
+f1 = 0.041791044776119404
+global_step = 9899
+loss = 3.1585599812745633
+rep_loss = 0.7977898558604988
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.360138352698364
+cls_loss = 0.0
+eval_loss = 0.7018570441466111
+f1 = 0.05830903790087463
+global_step = 9949
+loss = 3.1578031863806384
+rep_loss = 0.7976648330688476
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.3606384249601957
+cls_loss = 0.0
+eval_loss = 0.7021556909267719
+f1 = 0.0469208211143695
+global_step = 9999
+loss = 3.158250851655288
+rep_loss = 0.7976124261322151
+acc = 0.20833333333333334
+acc_and_f1 = 0.13605072463768117
+att_loss = 2.360424864035143
+cls_loss = 0.0
+eval_loss = 0.7023478471315824
+f1 = 0.06376811594202898
+global_step = 10049
+loss = 3.1579173614729696
+rep_loss = 0.7974924966865906
+acc = 0.2107843137254902
+acc_and_f1 = 0.13463192294461646
+att_loss = 2.3591116981055182
+cls_loss = 0.0
+eval_loss = 0.7021001348128686
+f1 = 0.05847953216374269
+global_step = 10099
+loss = 3.156395157087491
+rep_loss = 0.7972834583402263
+acc = 0.21323529411764705
+acc_and_f1 = 0.1331663196251952
+att_loss = 2.3586094143302634
+cls_loss = 0.0
+eval_loss = 0.7025340382869427
+f1 = 0.05309734513274336
+global_step = 10149
+loss = 3.155771580400666
+rep_loss = 0.7971621657833816
+acc = 0.21323529411764705
+acc_and_f1 = 0.13868761790430456
+att_loss = 2.3578832084345405
+cls_loss = 0.0
+eval_loss = 0.7023665354802058
+f1 = 0.0641399416909621
+global_step = 10199
+loss = 3.1548819163022634
+rep_loss = 0.7969987077923936
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.357541981937355
+cls_loss = 0.0
+eval_loss = 0.7025381647623502
+f1 = 0.05202312138728324
+global_step = 10249
+loss = 3.154422361187023
+rep_loss = 0.7968803791198908
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.3576211941370007
+cls_loss = 0.0
+eval_loss = 0.7020179537626413
+f1 = 0.047058823529411764
+global_step = 10299
+loss = 3.1544388256248252
+rep_loss = 0.7968176312687568
+acc = 0.20833333333333334
+acc_and_f1 = 0.1220771144278607
+att_loss = 2.3573015929706855
+cls_loss = 0.0
+eval_loss = 0.7018633759938754
+f1 = 0.03582089552238806
+global_step = 10349
+loss = 3.1539901722610266
+rep_loss = 0.7966885787689129
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.3572586902360504
+cls_loss = 0.0
+eval_loss = 0.701754079415248
+f1 = 0.05830903790087463
+global_step = 10399
+loss = 3.153859112344206
+rep_loss = 0.7966004216653277
+acc = 0.20833333333333334
+acc_and_f1 = 0.13874879923150818
+att_loss = 2.3572993891130953
+cls_loss = 0.0
+eval_loss = 0.7023920508531424
+f1 = 0.069164265129683
+global_step = 10449
+loss = 3.1538071270743018
+rep_loss = 0.7965077374550469
+acc = 0.20588235294117646
+acc_and_f1 = 0.13742393509127787
+att_loss = 2.3572482654370615
+cls_loss = 0.0
+eval_loss = 0.7021507712510916
+f1 = 0.06896551724137931
+global_step = 10499
+loss = 3.1536390605943025
+rep_loss = 0.7963907948992125
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.3569257520171014
+cls_loss = 0.0
+eval_loss = 0.702337595132681
+f1 = 0.05232558139534884
+global_step = 10549
+loss = 3.1532056691127686
+rep_loss = 0.7962799171974106
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.3561551946744346
+cls_loss = 0.0
+eval_loss = 0.7025405168533325
+f1 = 0.052478134110787174
+global_step = 10599
+loss = 3.1522794193840293
+rep_loss = 0.7961242246259981
+acc = 0.20588235294117646
+acc_and_f1 = 0.12925696594427244
+att_loss = 2.35558503383093
+cls_loss = 0.0
+eval_loss = 0.7026270582125738
+f1 = 0.05263157894736842
+global_step = 10649
+loss = 3.1515886427455917
+rep_loss = 0.796003608865197
+acc = 0.20833333333333334
+acc_and_f1 = 0.1305596285434995
+att_loss = 2.3551436896538833
+cls_loss = 0.0
+eval_loss = 0.7023638165914096
+f1 = 0.05278592375366569
+global_step = 10699
+loss = 3.1510463534403303
+rep_loss = 0.7959026635750254
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.3557570429862267
+cls_loss = 0.0
+eval_loss = 0.7028002509704003
+f1 = 0.05830903790087463
+global_step = 10749
+loss = 3.1515768804588675
+rep_loss = 0.7958198370394444
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.3553860462994214
+cls_loss = 0.0
+eval_loss = 0.7024138019635127
+f1 = 0.057803468208092484
+global_step = 10799
+loss = 3.1510940998832226
+rep_loss = 0.7957080531563575
+acc = 0.21323529411764705
+acc_and_f1 = 0.13594316025530445
+att_loss = 2.3552832961551173
+cls_loss = 0.0
+eval_loss = 0.7025992549382724
+f1 = 0.05865102639296188
+global_step = 10849
+loss = 3.150857286340756
+rep_loss = 0.7955739897950449
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.3551668027085753
+cls_loss = 0.0
+eval_loss = 0.7027815947165856
+f1 = 0.04105571847507331
+global_step = 10899
+loss = 3.1506314906851904
+rep_loss = 0.7954646877452904
+acc = 0.21568627450980393
+acc_and_f1 = 0.1344703561898132
+att_loss = 2.354689589496773
+cls_loss = 0.0
+eval_loss = 0.702450862297645
+f1 = 0.05325443786982249
+global_step = 10949
+loss = 3.150029764869661
+rep_loss = 0.7953401749770456
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.354434205153851
+cls_loss = 0.0
+eval_loss = 0.7025934136830844
+f1 = 0.052478134110787174
+global_step = 10999
+loss = 3.14965308136477
+rep_loss = 0.795218875895232
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.3543846497054712
+cls_loss = 0.0
+eval_loss = 0.7030907273292542
+f1 = 0.05830903790087463
+global_step = 11049
+loss = 3.1494900296663735
+rep_loss = 0.7951053796639923
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.3542382686047243
+cls_loss = 0.0
+eval_loss = 0.7027800679206848
+f1 = 0.05763688760806916
+global_step = 11099
+loss = 3.149229610743411
+rep_loss = 0.7949913418894178
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.353990905108168
+cls_loss = 0.0
+eval_loss = 0.7026822383587177
+f1 = 0.047058823529411764
+global_step = 11149
+loss = 3.148893219471557
+rep_loss = 0.7949023140447252
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.3534858831552183
+cls_loss = 0.0
+eval_loss = 0.7030021319022546
+f1 = 0.06321839080459771
+global_step = 11199
+loss = 3.148267640758391
+rep_loss = 0.794781757030739
+acc = 0.20833333333333334
+acc_and_f1 = 0.1305596285434995
+att_loss = 2.3534290366608337
+cls_loss = 0.0
+eval_loss = 0.7028247805742117
+f1 = 0.05278592375366569
+global_step = 11249
+loss = 3.148096400619543
+rep_loss = 0.7946673633789253
+acc = 0.19607843137254902
+acc_and_f1 = 0.13993865702705663
+att_loss = 2.3531291698095806
+cls_loss = 0.0
+eval_loss = 0.7026791664270254
+f1 = 0.08379888268156424
+global_step = 11299
+loss = 3.1476779900849357
+rep_loss = 0.7945488194088863
+acc = 0.19852941176470587
+acc_and_f1 = 0.13078333052418675
+att_loss = 2.353168742957839
+cls_loss = 0.0
+eval_loss = 0.7021414454166706
+f1 = 0.06303724928366762
+global_step = 11349
+loss = 3.14763576887712
+rep_loss = 0.7944670251181062
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.3527289401214966
+cls_loss = 0.0
+eval_loss = 0.7026285666685838
+f1 = 0.046511627906976744
+global_step = 11399
+loss = 3.147077295406031
+rep_loss = 0.7943483541511588
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.3525605638326903
+cls_loss = 0.0
+eval_loss = 0.7028851325695331
+f1 = 0.05830903790087463
+global_step = 11449
+loss = 3.146791156745038
+rep_loss = 0.794230591751306
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.3524142375051107
+cls_loss = 0.0
+eval_loss = 0.7026706337928772
+f1 = 0.052478134110787174
+global_step = 11499
+loss = 3.1465503999126985
+rep_loss = 0.7941361614464378
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.352209395110805
+cls_loss = 0.0
+eval_loss = 0.7029996514320374
+f1 = 0.05830903790087463
+global_step = 11549
+loss = 3.146253660324536
+rep_loss = 0.7940442642632249
+acc = 0.20588235294117646
+acc_and_f1 = 0.12079831932773108
+att_loss = 2.351917342732274
+cls_loss = 0.0
+eval_loss = 0.702700349000784
+f1 = 0.03571428571428571
+global_step = 11599
+loss = 3.145859146901577
+rep_loss = 0.7939418031769802
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.351734060120092
+cls_loss = 0.0
+eval_loss = 0.70325073829064
+f1 = 0.047058823529411764
+global_step = 11649
+loss = 3.145585935733171
+rep_loss = 0.7938518745281844
+acc = 0.20588235294117646
+acc_and_f1 = 0.12365123564218586
+att_loss = 2.351050010167006
+cls_loss = 0.0
+eval_loss = 0.7025424058620746
+f1 = 0.04142011834319527
+global_step = 11699
+loss = 3.1447620367313887
+rep_loss = 0.7937120254272305
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.350807270467724
+cls_loss = 0.0
+eval_loss = 0.7029767036437988
+f1 = 0.05830903790087463
+global_step = 11749
+loss = 3.1444206887060107
+rep_loss = 0.7936134171384769
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.3507756393078365
+cls_loss = 0.0
+eval_loss = 0.70294588804245
+f1 = 0.04129793510324484
+global_step = 11799
+loss = 3.144294736768116
+rep_loss = 0.7935190964345542
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.35040872985824
+cls_loss = 0.0
+eval_loss = 0.7033171928845919
+f1 = 0.041176470588235294
+global_step = 11849
+loss = 3.1438082939615377
+rep_loss = 0.7933995630139502
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.3502538459519076
+cls_loss = 0.0
+eval_loss = 0.7031635779600877
+f1 = 0.05813953488372093
+global_step = 11899
+loss = 3.1435625591846557
+rep_loss = 0.7933087122036031
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.350477003153804
+cls_loss = 0.0
+eval_loss = 0.7032744517693152
+f1 = 0.041176470588235294
+global_step = 11949
+loss = 3.143711009369983
+rep_loss = 0.7932340050762328
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.3503183410246926
+cls_loss = 0.0
+eval_loss = 0.7029320551798894
+f1 = 0.0469208211143695
+global_step = 11999
+loss = 3.143442804119498
+rep_loss = 0.7931244620743835
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.3502124624024123
+cls_loss = 0.0
+eval_loss = 0.7031893179966853
+f1 = 0.05232558139534884
+global_step = 12049
+loss = 3.1432548429293266
+rep_loss = 0.7930423797424864
+acc = 0.20098039215686275
+acc_and_f1 = 0.13477591036414566
+att_loss = 2.34964429306019
+cls_loss = 0.0
+eval_loss = 0.7032947127635663
+f1 = 0.06857142857142857
+global_step = 12099
+loss = 3.1425606158502246
+rep_loss = 0.792916322095726
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.3496776824356407
+cls_loss = 0.0
+eval_loss = 0.7031328265483563
+f1 = 0.05202312138728324
+global_step = 12149
+loss = 3.1425037491239993
+rep_loss = 0.7928260660008368
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.349538078266561
+cls_loss = 0.0
+eval_loss = 0.7029665616842417
+f1 = 0.04664723032069971
+global_step = 12199
+loss = 3.1422672870429187
+rep_loss = 0.7927292078993097
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.349363311116556
+cls_loss = 0.0
+eval_loss = 0.7027545800575843
+f1 = 0.04129793510324484
+global_step = 12249
+loss = 3.141979465502906
+rep_loss = 0.7926161536891532
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.3490917055921563
+cls_loss = 0.0
+eval_loss = 0.703196277985206
+f1 = 0.03550295857988166
+global_step = 12299
+loss = 3.141631759424382
+rep_loss = 0.7925400530963655
+acc = 0.20833333333333334
+acc_and_f1 = 0.1249381800197824
+att_loss = 2.3489065898552552
+cls_loss = 0.0
+eval_loss = 0.7031965943483206
+f1 = 0.04154302670623145
+global_step = 12349
+loss = 3.1413617068153448
+rep_loss = 0.7924551161526512
+acc = 0.2107843137254902
+acc_and_f1 = 0.12622549019607843
+att_loss = 2.34862305940253
+cls_loss = 0.0
+eval_loss = 0.7028826612692612
+f1 = 0.041666666666666664
+global_step = 12399
+loss = 3.1409877242935336
+rep_loss = 0.7923646641577501
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.3485989086075394
+cls_loss = 0.0
+eval_loss = 0.7033830697719867
+f1 = 0.05232558139534884
+global_step = 12449
+loss = 3.1408761204995166
+rep_loss = 0.7922772112425455
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.3481021616509063
+cls_loss = 0.0
+eval_loss = 0.7036341887253982
+f1 = 0.05813953488372093
+global_step = 12499
+loss = 3.1402535168926105
+rep_loss = 0.7921513544237079
+acc = 0.20833333333333334
+acc_and_f1 = 0.12776548672566373
+att_loss = 2.3479195550908205
+cls_loss = 0.0
+eval_loss = 0.7031266689300537
+f1 = 0.0471976401179941
+global_step = 12549
+loss = 3.1399734331063542
+rep_loss = 0.7920538771941461
+acc = 0.20588235294117646
+acc_and_f1 = 0.13473308398503908
+att_loss = 2.3478029289871105
+cls_loss = 0.0
+eval_loss = 0.7027861659343426
+f1 = 0.06358381502890173
+global_step = 12599
+loss = 3.1397578717991776
+rep_loss = 0.7919549419980593
+acc = 0.2181372549019608
+acc_and_f1 = 0.1300896484720014
+att_loss = 2.3477683670055836
+cls_loss = 0.0
+eval_loss = 0.7031423999713018
+f1 = 0.042042042042042045
+global_step = 12649
+loss = 3.139639616394722
+rep_loss = 0.7918712484656119
+acc = 0.2107843137254902
+acc_and_f1 = 0.12622549019607843
+att_loss = 2.3479322044594775
+cls_loss = 0.0
+eval_loss = 0.7029227110055777
+f1 = 0.041666666666666664
+global_step = 12699
+loss = 3.139720486289931
+rep_loss = 0.7917882809150777
+acc = 0.20833333333333334
+acc_and_f1 = 0.1249381800197824
+att_loss = 2.3477390598437293
+cls_loss = 0.0
+eval_loss = 0.7031614184379578
+f1 = 0.04154302670623145
+global_step = 12749
+loss = 3.1394364826739722
+rep_loss = 0.7916974221314658
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.3475908504396754
+cls_loss = 0.0
+eval_loss = 0.703244727391463
+f1 = 0.04678362573099415
+global_step = 12799
+loss = 3.1391856469388433
+rep_loss = 0.7915947958271294
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.3474255367485695
+cls_loss = 0.0
+eval_loss = 0.7036181046412542
+f1 = 0.05747126436781609
+global_step = 12849
+loss = 3.138917072456865
+rep_loss = 0.7914915350727859
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.347050580994654
+cls_loss = 0.0
+eval_loss = 0.7032755750876206
+f1 = 0.04093567251461988
+global_step = 12899
+loss = 3.138427777180586
+rep_loss = 0.7913771956473056
+acc = 0.2034313725490196
+acc_and_f1 = 0.13341597445894784
+att_loss = 2.346838370078918
+cls_loss = 0.0
+eval_loss = 0.7031238812666672
+f1 = 0.06340057636887608
+global_step = 12949
+loss = 3.1381162072276023
+rep_loss = 0.7912778366649947
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.3466628576264297
+cls_loss = 0.0
+eval_loss = 0.7032947127635663
+f1 = 0.05813953488372093
+global_step = 12999
+loss = 3.1378421063994724
+rep_loss = 0.7911792481934834
+acc = 0.20833333333333334
+acc_and_f1 = 0.1220771144278607
+att_loss = 2.3462363155900885
+cls_loss = 0.0
+eval_loss = 0.7029281854629517
+f1 = 0.03582089552238806
+global_step = 13049
+loss = 3.137315243358723
+rep_loss = 0.7910789271146182
+acc = 0.2107843137254902
+acc_and_f1 = 0.13736890104879163
+att_loss = 2.3459958015152567
+cls_loss = 0.0
+eval_loss = 0.7030940743593069
+f1 = 0.06395348837209303
+global_step = 13099
+loss = 3.1369586918635104
+rep_loss = 0.7909628898372163
+acc = 0.20833333333333334
+acc_and_f1 = 0.12776548672566373
+att_loss = 2.345764530786996
+cls_loss = 0.0
+eval_loss = 0.7034264481984652
+f1 = 0.0471976401179941
+global_step = 13149
+loss = 3.136634173826029
+rep_loss = 0.7908696425614158
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.3452109783138577
+cls_loss = 0.0
+eval_loss = 0.7033810982337365
+f1 = 0.047058823529411764
+global_step = 13199
+loss = 3.135967873869538
+rep_loss = 0.7907568951496146
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.3448237541118937
+cls_loss = 0.0
+eval_loss = 0.7032350026644193
+f1 = 0.052478134110787174
+global_step = 13249
+loss = 3.1354816267975663
+rep_loss = 0.7906578723020546
+acc = 0.2034313725490196
+acc_and_f1 = 0.13341597445894784
+att_loss = 2.344640670389722
+cls_loss = 0.0
+eval_loss = 0.7031959570371188
+f1 = 0.06340057636887608
+global_step = 13299
+loss = 3.135222622041025
+rep_loss = 0.7905819513563718
+acc = 0.21323529411764705
+acc_and_f1 = 0.1414002557544757
+att_loss = 2.3446390435890083
+cls_loss = 0.0
+eval_loss = 0.7037544708985549
+f1 = 0.06956521739130435
+global_step = 13349
+loss = 3.1351236429086113
+rep_loss = 0.790484599093077
+acc = 0.20588235294117646
+acc_and_f1 = 0.13473308398503908
+att_loss = 2.344301743293876
+cls_loss = 0.0
+eval_loss = 0.7035720623456515
+f1 = 0.06358381502890173
+global_step = 13399
+loss = 3.1346905405279792
+rep_loss = 0.7903887970561786
+acc = 0.20588235294117646
+acc_and_f1 = 0.13742393509127787
+att_loss = 2.3441531000338025
+cls_loss = 0.0
+eval_loss = 0.7035683989524841
+f1 = 0.06896551724137931
+global_step = 13449
+loss = 3.1344569262358144
+rep_loss = 0.7903038260254744
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.3436507891428535
+cls_loss = 0.0
+eval_loss = 0.7036457887062659
+f1 = 0.05813953488372093
+global_step = 13499
+loss = 3.1338449099039902
+rep_loss = 0.790194120438451
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.3432918365790307
+cls_loss = 0.0
+eval_loss = 0.7038960731946505
+f1 = 0.041176470588235294
+global_step = 13549
+loss = 3.1333807420840376
+rep_loss = 0.7900889050841606
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.3429895784686017
+cls_loss = 0.0
+eval_loss = 0.7035827224071209
+f1 = 0.047058823529411764
+global_step = 13599
+loss = 3.1329786394356045
+rep_loss = 0.7899890606310743
+acc = 0.21568627450980393
+acc_and_f1 = 0.14272685818513453
+att_loss = 2.342748938756555
+cls_loss = 0.0
+eval_loss = 0.7037491660851699
+f1 = 0.06976744186046512
+global_step = 13649
+loss = 3.1326556251162576
+rep_loss = 0.7899066859542287
+acc = 0.20588235294117646
+acc_and_f1 = 0.12925696594427244
+att_loss = 2.3426220428648517
+cls_loss = 0.0
+eval_loss = 0.7039927519284762
+f1 = 0.05263157894736842
+global_step = 13699
+loss = 3.132433321166557
+rep_loss = 0.7898112778635018
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.342309618599807
+cls_loss = 0.0
+eval_loss = 0.7038346987504226
+f1 = 0.041176470588235294
+global_step = 13749
+loss = 3.132011137874998
+rep_loss = 0.789701519044406
+acc = 0.2107843137254902
+acc_and_f1 = 0.13186274509803922
+att_loss = 2.342067346763188
+cls_loss = 0.0
+eval_loss = 0.7042278005526617
+f1 = 0.052941176470588235
+global_step = 13799
+loss = 3.1316728707515833
+rep_loss = 0.7896055236535873
+acc = 0.20833333333333334
+acc_and_f1 = 0.12776548672566373
+att_loss = 2.3418621222761216
+cls_loss = 0.0
+eval_loss = 0.7036439226223872
+f1 = 0.0471976401179941
+global_step = 13849
+loss = 3.131372015526954
+rep_loss = 0.7895098928310201
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.341719473250487
+cls_loss = 0.0
+eval_loss = 0.7034613811052762
+f1 = 0.047058823529411764
+global_step = 13899
+loss = 3.1311414211576034
+rep_loss = 0.7894219473948552
+acc = 0.20833333333333334
+acc_and_f1 = 0.13874879923150818
+att_loss = 2.341601992205098
+cls_loss = 0.0
+eval_loss = 0.7036333267505352
+f1 = 0.069164265129683
+global_step = 13949
+loss = 3.1309309598077317
+rep_loss = 0.789328967085457
+acc = 0.20588235294117646
+acc_and_f1 = 0.13742393509127787
+att_loss = 2.341345006360138
+cls_loss = 0.0
+eval_loss = 0.7036728308751032
+f1 = 0.06896551724137931
+global_step = 13999
+loss = 3.1305892052277335
+rep_loss = 0.7892441982000916
+acc = 0.20833333333333334
+acc_and_f1 = 0.133321185617104
+att_loss = 2.34089209010409
+cls_loss = 0.0
+eval_loss = 0.7039054402938256
+f1 = 0.05830903790087463
+global_step = 14049
+loss = 3.130030523226759
+rep_loss = 0.7891384324514262
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.32084588081606
+cls_loss = 0.0
+eval_loss = 0.7035111418137183
+f1 = 0.04105571847507331
+global_step = 14099
+loss = 3.097822327767649
+rep_loss = 0.7769764411833978
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.302232359662468
+cls_loss = 0.0
+eval_loss = 0.7038071843293997
+f1 = 0.041176470588235294
+global_step = 14149
+loss = 3.078602637773679
+rep_loss = 0.7763702781112106
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.303417375069538
+cls_loss = 0.0
+eval_loss = 0.703799632879404
+f1 = 0.04664723032069971
+global_step = 14199
+loss = 3.0796220848578533
+rep_loss = 0.7762047197982556
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.299003529943814
+cls_loss = 0.0
+eval_loss = 0.703635023190425
+f1 = 0.04105571847507331
+global_step = 14249
+loss = 3.075077940745907
+rep_loss = 0.7760744173882416
+acc = 0.2034313725490196
+acc_and_f1 = 0.13341597445894784
+att_loss = 2.3076176354379365
+cls_loss = 0.0
+eval_loss = 0.7036425242057214
+f1 = 0.06340057636887608
+global_step = 14299
+loss = 3.0837176496332344
+rep_loss = 0.7761000206460168
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.31072089086648
+cls_loss = 0.0
+eval_loss = 0.7035337044642522
+f1 = 0.046511627906976744
+global_step = 14349
+loss = 3.086843510115274
+rep_loss = 0.7761226247638146
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.308370250949687
+cls_loss = 0.0
+eval_loss = 0.7037918613507197
+f1 = 0.041176470588235294
+global_step = 14399
+loss = 3.084388135062964
+rep_loss = 0.7760178878948407
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.3070430661749652
+cls_loss = 0.0
+eval_loss = 0.7037676802048316
+f1 = 0.04129793510324484
+global_step = 14449
+loss = 3.083005769359158
+rep_loss = 0.7759627069388162
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.303697178369332
+cls_loss = 0.0
+eval_loss = 0.7032782893914443
+f1 = 0.04105571847507331
+global_step = 14499
+loss = 3.0795867797116947
+rep_loss = 0.7758896059060595
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.2990862777971675
+cls_loss = 0.0
+eval_loss = 0.7037627559441787
+f1 = 0.052478134110787174
+global_step = 14549
+loss = 3.074675687385448
+rep_loss = 0.7755894150406804
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.297902171445656
+cls_loss = 0.0
+eval_loss = 0.7036497547076299
+f1 = 0.0469208211143695
+global_step = 14599
+loss = 3.073158801163208
+rep_loss = 0.7752566337585449
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.2981295893401574
+cls_loss = 0.0
+eval_loss = 0.7035534748664269
+f1 = 0.06321839080459771
+global_step = 14649
+loss = 3.073256459375667
+rep_loss = 0.7751268735235611
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.299156689228233
+cls_loss = 0.0
+eval_loss = 0.7036882088734553
+f1 = 0.057971014492753624
+global_step = 14699
+loss = 3.074189232192969
+rep_loss = 0.7750325457040935
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2977630929274704
+cls_loss = 0.0
+eval_loss = 0.7038768025544974
+f1 = 0.04678362573099415
+global_step = 14749
+loss = 3.072537804490144
+rep_loss = 0.7747747140133784
+acc = 0.20588235294117646
+acc_and_f1 = 0.13742393509127787
+att_loss = 2.299527590806442
+cls_loss = 0.0
+eval_loss = 0.7037596702575684
+f1 = 0.06896551724137931
+global_step = 14799
+loss = 3.074318437667617
+rep_loss = 0.7747908491442533
+acc = 0.2107843137254902
+acc_and_f1 = 0.12906079591599953
+att_loss = 2.3005264295353323
+cls_loss = 0.0
+eval_loss = 0.7033914006673373
+f1 = 0.047337278106508875
+global_step = 14849
+loss = 3.075205191149449
+rep_loss = 0.7746787643615781
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.3006207448050433
+cls_loss = 0.0
+eval_loss = 0.7038926207102262
+f1 = 0.0469208211143695
+global_step = 14899
+loss = 3.0752369743535377
+rep_loss = 0.7746162316285603
+acc = 0.20588235294117646
+acc_and_f1 = 0.13473308398503908
+att_loss = 2.3026241047834293
+cls_loss = 0.0
+eval_loss = 0.7043137871302091
+f1 = 0.06358381502890173
+global_step = 14949
+loss = 3.0772975189325895
+rep_loss = 0.7746734164494526
+acc = 0.20588235294117646
+acc_and_f1 = 0.13742393509127787
+att_loss = 2.303289211526209
+cls_loss = 0.0
+eval_loss = 0.7040534111169668
+f1 = 0.06896551724137931
+global_step = 14999
+loss = 3.0779278700897184
+rep_loss = 0.7746386607402633
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.3029809983619978
+cls_loss = 0.0
+eval_loss = 0.7037008313032297
+f1 = 0.057971014492753624
+global_step = 15049
+loss = 3.077573013354271
+rep_loss = 0.7745920164504911
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.3038359717416252
+cls_loss = 0.0
+eval_loss = 0.704044025677901
+f1 = 0.052478134110787174
+global_step = 15099
+loss = 3.078408188315761
+rep_loss = 0.7745722186553836
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.3033696175944907
+cls_loss = 0.0
+eval_loss = 0.7042470207581153
+f1 = 0.05157593123209169
+global_step = 15149
+loss = 3.077865237113395
+rep_loss = 0.7744956212833345
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.3024835591817934
+cls_loss = 0.0
+eval_loss = 0.7042633936955378
+f1 = 0.057971014492753624
+global_step = 15199
+loss = 3.0768326458732815
+rep_loss = 0.7743490891684272
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.30347646453641
+cls_loss = 0.0
+eval_loss = 0.7039941870249234
+f1 = 0.0463768115942029
+global_step = 15249
+loss = 3.0779319806789363
+rep_loss = 0.7744555185650689
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.3036549028393507
+cls_loss = 0.0
+eval_loss = 0.7041546289737408
+f1 = 0.057971014492753624
+global_step = 15299
+loss = 3.078051741969576
+rep_loss = 0.7743968412606915
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.303747710076093
+cls_loss = 0.0
+eval_loss = 0.7040033386303828
+f1 = 0.04129793510324484
+global_step = 15349
+loss = 3.0780972297260485
+rep_loss = 0.7743495217437952
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.3024673309655768
+cls_loss = 0.0
+eval_loss = 0.7035051813492408
+f1 = 0.052478134110787174
+global_step = 15399
+loss = 3.076681725160239
+rep_loss = 0.7742143963889732
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.3020989359676793
+cls_loss = 0.0
+eval_loss = 0.7037246594062219
+f1 = 0.04105571847507331
+global_step = 15449
+loss = 3.0762779350128837
+rep_loss = 0.774179000598982
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.3028139371625365
+cls_loss = 0.0
+eval_loss = 0.703975613300617
+f1 = 0.05232558139534884
+global_step = 15499
+loss = 3.0769472095534818
+rep_loss = 0.7741332740153907
+acc = 0.2107843137254902
+acc_and_f1 = 0.1453921568627451
+att_loss = 2.3027173704911053
+cls_loss = 0.0
+eval_loss = 0.7039191768719599
+f1 = 0.08
+global_step = 15549
+loss = 3.0767964164120856
+rep_loss = 0.7740790470881208
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.3021682719636165
+cls_loss = 0.0
+eval_loss = 0.7041922899392935
+f1 = 0.04678362573099415
+global_step = 15599
+loss = 3.076202947590415
+rep_loss = 0.7740346763275715
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.302287110039737
+cls_loss = 0.0
+eval_loss = 0.7035637222803556
+f1 = 0.035398230088495575
+global_step = 15649
+loss = 3.07624042840942
+rep_loss = 0.7739533198023053
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.30293468834066
+cls_loss = 0.0
+eval_loss = 0.703576555618873
+f1 = 0.04678362573099415
+global_step = 15699
+loss = 3.076852946395453
+rep_loss = 0.7739182594069522
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.303471459794938
+cls_loss = 0.0
+eval_loss = 0.7041986217865577
+f1 = 0.0463768115942029
+global_step = 15749
+loss = 3.0773724470019412
+rep_loss = 0.7739009888026064
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.3028662283939823
+cls_loss = 0.0
+eval_loss = 0.7038166064482468
+f1 = 0.05202312138728324
+global_step = 15799
+loss = 3.076664004554506
+rep_loss = 0.7737977777100381
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.3026744818031486
+cls_loss = 0.0
+eval_loss = 0.7043285965919495
+f1 = 0.05202312138728324
+global_step = 15849
+loss = 3.0764109397590462
+rep_loss = 0.7737364591272409
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.3023515138256294
+cls_loss = 0.0
+eval_loss = 0.7039848932853112
+f1 = 0.05232558139534884
+global_step = 15899
+loss = 3.0760352013867647
+rep_loss = 0.7736836885702799
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.302379329238782
+cls_loss = 0.0
+eval_loss = 0.7037814947275015
+f1 = 0.05232558139534884
+global_step = 15949
+loss = 3.0760327176424114
+rep_loss = 0.7736533894493249
+acc = 0.2034313725490196
+acc_and_f1 = 0.13341597445894784
+att_loss = 2.3019500960962938
+cls_loss = 0.0
+eval_loss = 0.7038023425982549
+f1 = 0.06340057636887608
+global_step = 15999
+loss = 3.075548988003486
+rep_loss = 0.773598892586272
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.3019352292003563
+cls_loss = 0.0
+eval_loss = 0.7041039421008184
+f1 = 0.057803468208092484
+global_step = 16049
+loss = 3.075474699960099
+rep_loss = 0.7735394710907125
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.302333949235553
+cls_loss = 0.0
+eval_loss = 0.7039291904522822
+f1 = 0.05813953488372093
+global_step = 16099
+loss = 3.075891053835081
+rep_loss = 0.7735571052745197
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.302596241679689
+cls_loss = 0.0
+eval_loss = 0.7039240782077496
+f1 = 0.04664723032069971
+global_step = 16149
+loss = 3.0761031085971684
+rep_loss = 0.7735068676335373
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.3027037054314294
+cls_loss = 0.0
+eval_loss = 0.7041197235767658
+f1 = 0.05232558139534884
+global_step = 16199
+loss = 3.076205498173113
+rep_loss = 0.773501793636732
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.3031138639721176
+cls_loss = 0.0
+eval_loss = 0.7040830575502836
+f1 = 0.05730659025787966
+global_step = 16249
+loss = 3.0765549907002194
+rep_loss = 0.7734411275479729
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.3034486276373527
+cls_loss = 0.0
+eval_loss = 0.7042252604777997
+f1 = 0.05217391304347826
+global_step = 16299
+loss = 3.076844829767074
+rep_loss = 0.7733962032518169
+acc = 0.20588235294117646
+acc_and_f1 = 0.12925696594427244
+att_loss = 2.303359579276955
+cls_loss = 0.0
+eval_loss = 0.7040623472287104
+f1 = 0.05263157894736842
+global_step = 16349
+loss = 3.076690451088102
+rep_loss = 0.7733308725428132
+acc = 0.2107843137254902
+acc_and_f1 = 0.12906079591599953
+att_loss = 2.3037536255743616
+cls_loss = 0.0
+eval_loss = 0.7039276223916274
+f1 = 0.047337278106508875
+global_step = 16399
+loss = 3.07704558386817
+rep_loss = 0.773291959367766
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.3032752918826587
+cls_loss = 0.0
+eval_loss = 0.7044040469022897
+f1 = 0.047058823529411764
+global_step = 16449
+loss = 3.0764923618401565
+rep_loss = 0.7732170711090364
+acc = 0.20098039215686275
+acc_and_f1 = 0.14003821867730143
+att_loss = 2.3025903387944524
+cls_loss = 0.0
+eval_loss = 0.7042911006854131
+f1 = 0.07909604519774012
+global_step = 16499
+loss = 3.075718029493758
+rep_loss = 0.7731276913122698
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.3035174455915617
+cls_loss = 0.0
+eval_loss = 0.703995562516726
+f1 = 0.046511627906976744
+global_step = 16549
+loss = 3.076651945271736
+rep_loss = 0.773134500256761
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.3036381636905556
+cls_loss = 0.0
+eval_loss = 0.7042615459515498
+f1 = 0.047058823529411764
+global_step = 16599
+loss = 3.076700691270621
+rep_loss = 0.7730625276978145
+acc = 0.21568627450980393
+acc_and_f1 = 0.13725490196078433
+att_loss = 2.303439119166064
+cls_loss = 0.0
+eval_loss = 0.7040118896044217
+f1 = 0.058823529411764705
+global_step = 16649
+loss = 3.076474650984169
+rep_loss = 0.7730355318873855
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.303564051900332
+cls_loss = 0.0
+eval_loss = 0.7042351089991056
+f1 = 0.0469208211143695
+global_step = 16699
+loss = 3.0765294514876813
+rep_loss = 0.7729653996779682
+acc = 0.21323529411764705
+acc_and_f1 = 0.12463566507684154
+att_loss = 2.303799543839611
+cls_loss = 0.0
+eval_loss = 0.7037982023679293
+f1 = 0.036036036036036036
+global_step = 16749
+loss = 3.076742300832507
+rep_loss = 0.7729427567483418
+acc = 0.20098039215686275
+acc_and_f1 = 0.13742201426024955
+att_loss = 2.303486249858056
+cls_loss = 0.0
+eval_loss = 0.7038814563017625
+f1 = 0.07386363636363637
+global_step = 16799
+loss = 3.0763786623915315
+rep_loss = 0.772892412271573
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.3031375217420598
+cls_loss = 0.0
+eval_loss = 0.7041222682366004
+f1 = 0.047058823529411764
+global_step = 16849
+loss = 3.075944412273282
+rep_loss = 0.7728068899096708
+acc = 0.20833333333333334
+acc_and_f1 = 0.12776548672566373
+att_loss = 2.302879026609021
+cls_loss = 0.0
+eval_loss = 0.7037440813504733
+f1 = 0.0471976401179941
+global_step = 16899
+loss = 3.0756498079593
+rep_loss = 0.7727707806975965
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.3028401731824095
+cls_loss = 0.0
+eval_loss = 0.7041555459682758
+f1 = 0.0463768115942029
+global_step = 16949
+loss = 3.0755469989379387
+rep_loss = 0.7727068249279738
+acc = 0.20833333333333334
+acc_and_f1 = 0.1220771144278607
+att_loss = 2.3025101559921075
+cls_loss = 0.0
+eval_loss = 0.7040209265855643
+f1 = 0.03582089552238806
+global_step = 16999
+loss = 3.0751477886246805
+rep_loss = 0.7726376317377913
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.3022497526074126
+cls_loss = 0.0
+eval_loss = 0.7044959114148066
+f1 = 0.04093567251461988
+global_step = 17049
+loss = 3.0748000995139475
+rep_loss = 0.7725503459267871
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.3022309192451695
+cls_loss = 0.0
+eval_loss = 0.7042441230553848
+f1 = 0.05217391304347826
+global_step = 17099
+loss = 3.074704452852572
+rep_loss = 0.7724735326241519
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.301678363783953
+cls_loss = 0.0
+eval_loss = 0.7043367165785569
+f1 = 0.06321839080459771
+global_step = 17149
+loss = 3.074057171925907
+rep_loss = 0.7723788070005474
+acc = 0.19852941176470587
+acc_and_f1 = 0.13078333052418675
+att_loss = 2.301643192672912
+cls_loss = 0.0
+eval_loss = 0.7048677435288062
+f1 = 0.06303724928366762
+global_step = 17199
+loss = 3.073973052534422
+rep_loss = 0.77232985917618
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.3016307948708197
+cls_loss = 0.0
+eval_loss = 0.7045856255751389
+f1 = 0.0469208211143695
+global_step = 17249
+loss = 3.073889579760957
+rep_loss = 0.7722587840282029
+acc = 0.2034313725490196
+acc_and_f1 = 0.1360996404292376
+att_loss = 2.3016611638728843
+cls_loss = 0.0
+eval_loss = 0.7042818161157461
+f1 = 0.06876790830945559
+global_step = 17299
+loss = 3.073887144216846
+rep_loss = 0.7722259795138136
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.301417462021358
+cls_loss = 0.0
+eval_loss = 0.7044821610817542
+f1 = 0.05202312138728324
+global_step = 17349
+loss = 3.073574242596218
+rep_loss = 0.7721567798300293
+acc = 0.20098039215686275
+acc_and_f1 = 0.13477591036414566
+att_loss = 2.300956866147818
+cls_loss = 0.0
+eval_loss = 0.7043310816471393
+f1 = 0.06857142857142857
+global_step = 17399
+loss = 3.0730269508510695
+rep_loss = 0.7720700840948581
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.300683942570273
+cls_loss = 0.0
+eval_loss = 0.7040934333434472
+f1 = 0.057803468208092484
+global_step = 17449
+loss = 3.072706652195346
+rep_loss = 0.7720227090080474
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.300971477242261
+cls_loss = 0.0
+eval_loss = 0.7047001719474792
+f1 = 0.057803468208092484
+global_step = 17499
+loss = 3.0729612892760163
+rep_loss = 0.7719898114430943
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.300622013443265
+cls_loss = 0.0
+eval_loss = 0.7044132122626672
+f1 = 0.05232558139534884
+global_step = 17549
+loss = 3.0725570396252384
+rep_loss = 0.7719350252915853
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.3007209580534074
+cls_loss = 0.0
+eval_loss = 0.704673015154325
+f1 = 0.0469208211143695
+global_step = 17599
+loss = 3.072596400630133
+rep_loss = 0.7718754419521514
+acc = 0.20833333333333334
+acc_and_f1 = 0.12776548672566373
+att_loss = 2.3005607454379287
+cls_loss = 0.0
+eval_loss = 0.704383134841919
+f1 = 0.0471976401179941
+global_step = 17649
+loss = 3.0723851961451714
+rep_loss = 0.7718244500913889
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.300377350705808
+cls_loss = 0.0
+eval_loss = 0.704560270676246
+f1 = 0.057803468208092484
+global_step = 17699
+loss = 3.0721487295066185
+rep_loss = 0.7717713779472051
+acc = 0.2034313725490196
+acc_and_f1 = 0.1413757429317336
+att_loss = 2.300775590100971
+cls_loss = 0.0
+eval_loss = 0.7042732468018165
+f1 = 0.07932011331444759
+global_step = 17749
+loss = 3.0725067398270265
+rep_loss = 0.7717311486735418
+acc = 0.19852941176470587
+acc_and_f1 = 0.13078333052418675
+att_loss = 2.3007176332645014
+cls_loss = 0.0
+eval_loss = 0.7044227490058312
+f1 = 0.06303724928366762
+global_step = 17799
+loss = 3.0723843771981287
+rep_loss = 0.7716667428313169
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.300831946327837
+cls_loss = 0.0
+eval_loss = 0.7047029183461115
+f1 = 0.0463768115942029
+global_step = 17849
+loss = 3.072456789281563
+rep_loss = 0.7716248418502283
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.30067284765022
+cls_loss = 0.0
+eval_loss = 0.704187076825362
+f1 = 0.047058823529411764
+global_step = 17899
+loss = 3.0722634798551285
+rep_loss = 0.7715906310535791
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.3000436818836216
+cls_loss = 0.0
+eval_loss = 0.7040677391565763
+f1 = 0.05232558139534884
+global_step = 17949
+loss = 3.0715393472104857
+rep_loss = 0.7714956640982191
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.300145606053327
+cls_loss = 0.0
+eval_loss = 0.7043906266872699
+f1 = 0.0463768115942029
+global_step = 17999
+loss = 3.071607303206959
+rep_loss = 0.7714616958951259
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.299912382896987
+cls_loss = 0.0
+eval_loss = 0.7046696268595182
+f1 = 0.057803468208092484
+global_step = 18049
+loss = 3.071297895725694
+rep_loss = 0.7713855116458971
+acc = 0.20833333333333334
+acc_and_f1 = 0.12776548672566373
+att_loss = 2.300015501365624
+cls_loss = 0.0
+eval_loss = 0.7040675924374507
+f1 = 0.0471976401179941
+global_step = 18099
+loss = 3.071377346043077
+rep_loss = 0.7713618435536742
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.2998008191424884
+cls_loss = 0.0
+eval_loss = 0.7046629465543307
+f1 = 0.04664723032069971
+global_step = 18149
+loss = 3.0710955383555034
+rep_loss = 0.7712947178693181
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.2997591383547795
+cls_loss = 0.0
+eval_loss = 0.7043584218392005
+f1 = 0.05217391304347826
+global_step = 18199
+loss = 3.0710072683612766
+rep_loss = 0.7712481285924918
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2998028183576453
+cls_loss = 0.0
+eval_loss = 0.7048159333375784
+f1 = 0.0463768115942029
+global_step = 18249
+loss = 3.071025556424279
+rep_loss = 0.7712227366125147
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2998475353082735
+cls_loss = 0.0
+eval_loss = 0.7047226016338055
+f1 = 0.05232558139534884
+global_step = 18299
+loss = 3.0710192666045883
+rep_loss = 0.7711717298593794
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2995113061427293
+cls_loss = 0.0
+eval_loss = 0.7042811650496262
+f1 = 0.05232558139534884
+global_step = 18349
+loss = 3.070617039497142
+rep_loss = 0.7711057321570294
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.299083492794975
+cls_loss = 0.0
+eval_loss = 0.7044595984312204
+f1 = 0.05813953488372093
+global_step = 18399
+loss = 3.070117131801104
+rep_loss = 0.7710336376987079
+acc = 0.2034313725490196
+acc_and_f1 = 0.13341597445894784
+att_loss = 2.2993536517653284
+cls_loss = 0.0
+eval_loss = 0.7043481423304632
+f1 = 0.06340057636887608
+global_step = 18449
+loss = 3.0703668436539333
+rep_loss = 0.7710131905008685
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.2990604146719784
+cls_loss = 0.0
+eval_loss = 0.7045641220532931
+f1 = 0.041176470588235294
+global_step = 18499
+loss = 3.070010878006133
+rep_loss = 0.7709504620293359
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2989048751117234
+cls_loss = 0.0
+eval_loss = 0.7043091104580805
+f1 = 0.04678362573099415
+global_step = 18549
+loss = 3.069804555628614
+rep_loss = 0.7708996792798382
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.2990735496966366
+cls_loss = 0.0
+eval_loss = 0.7044848799705505
+f1 = 0.041176470588235294
+global_step = 18599
+loss = 3.0699566516674164
+rep_loss = 0.7708831007079135
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.299086901850639
+cls_loss = 0.0
+eval_loss = 0.7044985569440402
+f1 = 0.06321839080459771
+global_step = 18649
+loss = 3.0699159452109015
+rep_loss = 0.7708290419290222
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.298810441301956
+cls_loss = 0.0
+eval_loss = 0.7048284778228173
+f1 = 0.05730659025787966
+global_step = 18699
+loss = 3.0695821303472846
+rep_loss = 0.7707716876810248
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.2987014752273707
+cls_loss = 0.0
+eval_loss = 0.7051157813805801
+f1 = 0.05202312138728324
+global_step = 18749
+loss = 3.069407002229615
+rep_loss = 0.7707055257925797
+acc = 0.20833333333333334
+acc_and_f1 = 0.1305596285434995
+att_loss = 2.2983715567470884
+cls_loss = 0.0
+eval_loss = 0.7046307141964252
+f1 = 0.05278592375366569
+global_step = 18799
+loss = 3.0690046471991064
+rep_loss = 0.7706330891543477
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.298102628982758
+cls_loss = 0.0
+eval_loss = 0.7045313440836393
+f1 = 0.046511627906976744
+global_step = 18849
+loss = 3.06867639855395
+rep_loss = 0.7705737683369609
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.298064823896834
+cls_loss = 0.0
+eval_loss = 0.7048837450834421
+f1 = 0.04597701149425287
+global_step = 18899
+loss = 3.0686112835500534
+rep_loss = 0.770546458407086
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.298113473613007
+cls_loss = 0.0
+eval_loss = 0.7045780512002798
+f1 = 0.04678362573099415
+global_step = 18949
+loss = 3.0686033169184275
+rep_loss = 0.770489842072053
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.297954668720217
+cls_loss = 0.0
+eval_loss = 0.7042807432321402
+f1 = 0.041176470588235294
+global_step = 18999
+loss = 3.06836349290613
+rep_loss = 0.7704088233035081
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.2979901378065244
+cls_loss = 0.0
+eval_loss = 0.7045654792052048
+f1 = 0.047058823529411764
+global_step = 19049
+loss = 3.0683511518805027
+rep_loss = 0.7703610132243638
+acc = 0.20588235294117646
+acc_and_f1 = 0.12925696594427244
+att_loss = 2.2978882813069816
+cls_loss = 0.0
+eval_loss = 0.704390837596013
+f1 = 0.05263157894736842
+global_step = 19099
+loss = 3.068183206559365
+rep_loss = 0.7702949243756702
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.2974555063989075
+cls_loss = 0.0
+eval_loss = 0.7047575941452613
+f1 = 0.041176470588235294
+global_step = 19149
+loss = 3.0676896223001795
+rep_loss = 0.7702341149393392
+acc = 0.20833333333333334
+acc_and_f1 = 0.11625125881168177
+att_loss = 2.2972323283701237
+cls_loss = 0.0
+eval_loss = 0.705042655651386
+f1 = 0.02416918429003021
+global_step = 19199
+loss = 3.067414741956614
+rep_loss = 0.7701824126339312
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.297124828042452
+cls_loss = 0.0
+eval_loss = 0.7048047184944153
+f1 = 0.057971014492753624
+global_step = 19249
+loss = 3.0672469891951457
+rep_loss = 0.7701221601978229
+acc = 0.19362745098039216
+acc_and_f1 = 0.13343344380005523
+att_loss = 2.2969051771103777
+cls_loss = 0.0
+eval_loss = 0.7049151613162115
+f1 = 0.07323943661971831
+global_step = 19299
+loss = 3.0669573997361916
+rep_loss = 0.7700522217826209
+acc = 0.20588235294117646
+acc_and_f1 = 0.12925696594427244
+att_loss = 2.296938312254582
+cls_loss = 0.0
+eval_loss = 0.7044800840891324
+f1 = 0.05263157894736842
+global_step = 19349
+loss = 3.066955602433144
+rep_loss = 0.7700172894223579
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.296809491666659
+cls_loss = 0.0
+eval_loss = 0.7044974061158987
+f1 = 0.047058823529411764
+global_step = 19399
+loss = 3.066756945303962
+rep_loss = 0.7699474527652034
+acc = 0.20588235294117646
+acc_and_f1 = 0.13742393509127787
+att_loss = 2.2968097335231987
+cls_loss = 0.0
+eval_loss = 0.7050092770503118
+f1 = 0.06896551724137931
+global_step = 19449
+loss = 3.0667165139199546
+rep_loss = 0.769906779665682
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.2965911773879366
+cls_loss = 0.0
+eval_loss = 0.7045193452101487
+f1 = 0.047058823529411764
+global_step = 19499
+loss = 3.0664465273311183
+rep_loss = 0.7698553492188388
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.2965780919843555
+cls_loss = 0.0
+eval_loss = 0.7048167723875779
+f1 = 0.05747126436781609
+global_step = 19549
+loss = 3.06639241941696
+rep_loss = 0.7698143267474934
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.2963239218567533
+cls_loss = 0.0
+eval_loss = 0.7049378798558161
+f1 = 0.06321839080459771
+global_step = 19599
+loss = 3.0660783222928183
+rep_loss = 0.7697543996924885
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.296157954734962
+cls_loss = 0.0
+eval_loss = 0.7047009284679706
+f1 = 0.04664723032069971
+global_step = 19649
+loss = 3.065865266111627
+rep_loss = 0.7697073105863508
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.296076596894668
+cls_loss = 0.0
+eval_loss = 0.7047156095504761
+f1 = 0.047058823529411764
+global_step = 19699
+loss = 3.0657313868834777
+rep_loss = 0.7696547891843427
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.295805221878922
+cls_loss = 0.0
+eval_loss = 0.7046786546707153
+f1 = 0.05142857142857143
+global_step = 19749
+loss = 3.0653931131414955
+rep_loss = 0.7695878904861708
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.295592027317061
+cls_loss = 0.0
+eval_loss = 0.705184661425077
+f1 = 0.05217391304347826
+global_step = 19799
+loss = 3.0651130090103456
+rep_loss = 0.7695209808820539
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.2954397675818257
+cls_loss = 0.0
+eval_loss = 0.7053961295347947
+f1 = 0.05172413793103448
+global_step = 19849
+loss = 3.064895773239149
+rep_loss = 0.7694560047500049
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.2953808652130046
+cls_loss = 0.0
+eval_loss = 0.7048721542725196
+f1 = 0.05202312138728324
+global_step = 19899
+loss = 3.064794759647328
+rep_loss = 0.7694138936267834
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2950043052135936
+cls_loss = 0.0
+eval_loss = 0.7049038547735947
+f1 = 0.05763688760806916
+global_step = 19949
+loss = 3.064361082941998
+rep_loss = 0.7693567770290812
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.2948758526970736
+cls_loss = 0.0
+eval_loss = 0.7048325538635254
+f1 = 0.05217391304347826
+global_step = 19999
+loss = 3.0641906787243287
+rep_loss = 0.7693148254242741
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.2950163200495135
+cls_loss = 0.0
+eval_loss = 0.7050326970907358
+f1 = 0.04610951008645533
+global_step = 20049
+loss = 3.064287699179752
+rep_loss = 0.76927137855223
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.2950517017041605
+cls_loss = 0.0
+eval_loss = 0.7048173134143536
+f1 = 0.06321839080459771
+global_step = 20099
+loss = 3.064270141725219
+rep_loss = 0.7692184393687779
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.295046582678356
+cls_loss = 0.0
+eval_loss = 0.7047877586804904
+f1 = 0.035398230088495575
+global_step = 20149
+loss = 3.0642409835514948
+rep_loss = 0.7691944002850317
+acc = 0.19117647058823528
+acc_and_f1 = 0.12683823529411764
+att_loss = 2.295004910949081
+cls_loss = 0.0
+eval_loss = 0.7048723239165086
+f1 = 0.0625
+global_step = 20199
+loss = 3.064151007361872
+rep_loss = 0.7691460956933739
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2951506599603086
+cls_loss = 0.0
+eval_loss = 0.7048642497796279
+f1 = 0.04678362573099415
+global_step = 20249
+loss = 3.064249527992467
+rep_loss = 0.7690988673185611
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.295260883452823
+cls_loss = 0.0
+eval_loss = 0.7046498610423162
+f1 = 0.041176470588235294
+global_step = 20299
+loss = 3.064307399286617
+rep_loss = 0.7690465152407129
+acc = 0.20833333333333334
+acc_and_f1 = 0.1220771144278607
+att_loss = 2.2949340281223076
+cls_loss = 0.0
+eval_loss = 0.7049087744492751
+f1 = 0.03582089552238806
+global_step = 20349
+loss = 3.0639152753468895
+rep_loss = 0.7689812467026494
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.2946158608183667
+cls_loss = 0.0
+eval_loss = 0.7049597776853122
+f1 = 0.05747126436781609
+global_step = 20399
+loss = 3.063517209911512
+rep_loss = 0.7689013486883121
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.2947079901634724
+cls_loss = 0.0
+eval_loss = 0.7047322163215051
+f1 = 0.03550295857988166
+global_step = 20449
+loss = 3.0635662339656933
+rep_loss = 0.7688582434099009
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.2946962773975996
+cls_loss = 0.0
+eval_loss = 0.7046542396912208
+f1 = 0.06321839080459771
+global_step = 20499
+loss = 3.0635047790107377
+rep_loss = 0.7688085013350883
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.294804718350577
+cls_loss = 0.0
+eval_loss = 0.7046269866136404
+f1 = 0.041176470588235294
+global_step = 20549
+loss = 3.063573411577481
+rep_loss = 0.768768692859031
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.2947304088002305
+cls_loss = 0.0
+eval_loss = 0.7049715656500596
+f1 = 0.06321839080459771
+global_step = 20599
+loss = 3.0634525210655514
+rep_loss = 0.7687221118820113
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.2946105237935313
+cls_loss = 0.0
+eval_loss = 0.7049707724497869
+f1 = 0.03550295857988166
+global_step = 20649
+loss = 3.063275464815384
+rep_loss = 0.7686649406686269
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.294549174302305
+cls_loss = 0.0
+eval_loss = 0.7047237799717829
+f1 = 0.057803468208092484
+global_step = 20699
+loss = 3.063169405590156
+rep_loss = 0.7686202307035797
+acc = 0.2107843137254902
+acc_and_f1 = 0.13736890104879163
+att_loss = 2.29448679470941
+cls_loss = 0.0
+eval_loss = 0.7048746164028461
+f1 = 0.06395348837209303
+global_step = 20749
+loss = 3.0630527965109997
+rep_loss = 0.7685660011860054
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.2942134254737803
+cls_loss = 0.0
+eval_loss = 0.7045376300811768
+f1 = 0.04664723032069971
+global_step = 20799
+loss = 3.062725785723981
+rep_loss = 0.768512359789728
+acc = 0.2107843137254902
+acc_and_f1 = 0.1400742377876006
+att_loss = 2.2941222488836206
+cls_loss = 0.0
+eval_loss = 0.7051226404997019
+f1 = 0.06936416184971098
+global_step = 20849
+loss = 3.0625976735275238
+rep_loss = 0.7684754241692459
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2942992459102984
+cls_loss = 0.0
+eval_loss = 0.7047006029349107
+f1 = 0.04678362573099415
+global_step = 20899
+loss = 3.0627494404560616
+rep_loss = 0.7684501941618364
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.294254077241407
+cls_loss = 0.0
+eval_loss = 0.7050751355978159
+f1 = 0.052478134110787174
+global_step = 20949
+loss = 3.0626592798611396
+rep_loss = 0.7684052022732443
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2937731703300184
+cls_loss = 0.0
+eval_loss = 0.7053012206004217
+f1 = 0.05763688760806916
+global_step = 20999
+loss = 3.062115456046282
+rep_loss = 0.7683422853636752
+acc = 0.20833333333333334
+acc_and_f1 = 0.14405270655270655
+att_loss = 2.293497878865481
+cls_loss = 0.0
+eval_loss = 0.7044852055036105
+f1 = 0.07977207977207977
+global_step = 21049
+loss = 3.06177091192096
+rep_loss = 0.7682730327651829
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.293720183917086
+cls_loss = 0.0
+eval_loss = 0.7047268335635846
+f1 = 0.0469208211143695
+global_step = 21099
+loss = 3.06197282447701
+rep_loss = 0.7682526403903758
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.2441210442400994
+cls_loss = 0.0
+eval_loss = 0.7046719331007737
+f1 = 0.052478134110787174
+global_step = 21149
+loss = 3.002948268930963
+rep_loss = 0.7588272158135759
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.253745124512112
+cls_loss = 0.0
+eval_loss = 0.7049142168118403
+f1 = 0.05232558139534884
+global_step = 21199
+loss = 3.0132273398723797
+rep_loss = 0.7594822141313061
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.2458293705570456
+cls_loss = 0.0
+eval_loss = 0.70509161398961
+f1 = 0.04664723032069971
+global_step = 21249
+loss = 3.005017797963149
+rep_loss = 0.759188422945892
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2499335054213625
+cls_loss = 0.0
+eval_loss = 0.7048431910001315
+f1 = 0.05232558139534884
+global_step = 21299
+loss = 3.0093773548978233
+rep_loss = 0.7594438497790226
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.2542237878328395
+cls_loss = 0.0
+eval_loss = 0.7052745085496169
+f1 = 0.05217391304347826
+global_step = 21349
+loss = 3.013731509567755
+rep_loss = 0.7595077181152003
+acc = 0.20833333333333334
+acc_and_f1 = 0.14923708920187795
+att_loss = 2.254952013291895
+cls_loss = 0.0
+eval_loss = 0.7052816290121812
+f1 = 0.09014084507042254
+global_step = 21399
+loss = 3.0142264085185246
+rep_loss = 0.7592743926176719
+acc = 0.19852941176470587
+acc_and_f1 = 0.13078333052418675
+att_loss = 2.2567833892206637
+cls_loss = 0.0
+eval_loss = 0.7047409736193143
+f1 = 0.06303724928366762
+global_step = 21449
+loss = 3.0163305939446263
+rep_loss = 0.7595472018038505
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2535129302094505
+cls_loss = 0.0
+eval_loss = 0.7049872141617995
+f1 = 0.05187319884726225
+global_step = 21499
+loss = 3.012957242634194
+rep_loss = 0.7594443080707521
+acc = 0.19362745098039216
+acc_and_f1 = 0.13080805976781648
+att_loss = 2.255816613267732
+cls_loss = 0.0
+eval_loss = 0.7051892693226154
+f1 = 0.0679886685552408
+global_step = 21549
+loss = 3.0154618091497913
+rep_loss = 0.7596451918817473
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2561729959319057
+cls_loss = 0.0
+eval_loss = 0.7044763289965116
+f1 = 0.05157593123209169
+global_step = 21599
+loss = 3.015751602184365
+rep_loss = 0.7595786024147356
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.2559835893362488
+cls_loss = 0.0
+eval_loss = 0.7051866192084092
+f1 = 0.0469208211143695
+global_step = 21649
+loss = 3.0157319117725656
+rep_loss = 0.7597483194942231
+acc = 0.19852941176470587
+acc_and_f1 = 0.13609190134977503
+att_loss = 2.257214003471873
+cls_loss = 0.0
+eval_loss = 0.705392273572775
+f1 = 0.07365439093484419
+global_step = 21699
+loss = 3.017037219537962
+rep_loss = 0.7598232111739154
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.257213276357518
+cls_loss = 0.0
+eval_loss = 0.7049679618615371
+f1 = 0.047058823529411764
+global_step = 21749
+loss = 3.0170301060772386
+rep_loss = 0.7598168250213635
+acc = 0.2034313725490196
+acc_and_f1 = 0.11664105940883816
+att_loss = 2.258591289841804
+cls_loss = 0.0
+eval_loss = 0.7047454623075632
+f1 = 0.029850746268656716
+global_step = 21799
+loss = 3.018418004899319
+rep_loss = 0.7598267110382638
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2600213574916324
+cls_loss = 0.0
+eval_loss = 0.7050532194284292
+f1 = 0.05232558139534884
+global_step = 21849
+loss = 3.019962336962801
+rep_loss = 0.7599409767582395
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.2592087952674857
+cls_loss = 0.0
+eval_loss = 0.7052717804908752
+f1 = 0.05217391304347826
+global_step = 21899
+loss = 3.019045383448583
+rep_loss = 0.7598365857879371
+acc = 0.20098039215686275
+acc_and_f1 = 0.11537114845938376
+att_loss = 2.2602783103760467
+cls_loss = 0.0
+eval_loss = 0.7052987630550678
+f1 = 0.02976190476190476
+global_step = 21949
+loss = 3.020225380218578
+rep_loss = 0.759947066605443
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.261290785726762
+cls_loss = 0.0
+eval_loss = 0.7050838653857892
+f1 = 0.057803468208092484
+global_step = 21999
+loss = 3.0212368595693158
+rep_loss = 0.7599460697227232
+acc = 0.20588235294117646
+acc_and_f1 = 0.12365123564218586
+att_loss = 2.26270987844014
+cls_loss = 0.0
+eval_loss = 0.7048176802121676
+f1 = 0.04142011834319527
+global_step = 22049
+loss = 3.0225570702880087
+rep_loss = 0.7598471873790938
+acc = 0.20833333333333334
+acc_and_f1 = 0.12776548672566373
+att_loss = 2.2661485915915778
+cls_loss = 0.0
+eval_loss = 0.7047643523949844
+f1 = 0.0471976401179941
+global_step = 22099
+loss = 3.026175352850314
+rep_loss = 0.7600267564760168
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.267945889643293
+cls_loss = 0.0
+eval_loss = 0.704993880712069
+f1 = 0.057803468208092484
+global_step = 22149
+loss = 3.028086960600349
+rep_loss = 0.7601410674274593
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.2680265346003754
+cls_loss = 0.0
+eval_loss = 0.7048691465304449
+f1 = 0.047058823529411764
+global_step = 22199
+loss = 3.028069439647191
+rep_loss = 0.7600429018410967
+acc = 0.20588235294117646
+acc_and_f1 = 0.12079831932773108
+att_loss = 2.2686164265834674
+cls_loss = 0.0
+eval_loss = 0.7051375600007864
+f1 = 0.03571428571428571
+global_step = 22249
+loss = 3.028693631304381
+rep_loss = 0.7600772025903204
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.268254300107932
+cls_loss = 0.0
+eval_loss = 0.705004476583921
+f1 = 0.04678362573099415
+global_step = 22299
+loss = 3.028341065672107
+rep_loss = 0.7600867642197096
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.2680637502823244
+cls_loss = 0.0
+eval_loss = 0.7046847939491272
+f1 = 0.041176470588235294
+global_step = 22349
+loss = 3.028113263075889
+rep_loss = 0.7600495123155804
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.268458138085735
+cls_loss = 0.0
+eval_loss = 0.7048465334452115
+f1 = 0.052478134110787174
+global_step = 22399
+loss = 3.0284929372938945
+rep_loss = 0.7600347996677173
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.26975585375349
+cls_loss = 0.0
+eval_loss = 0.7051448730322031
+f1 = 0.04678362573099415
+global_step = 22449
+loss = 3.0297610218116064
+rep_loss = 0.7600051685448656
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.270325491406189
+cls_loss = 0.0
+eval_loss = 0.7052303552627563
+f1 = 0.057803468208092484
+global_step = 22499
+loss = 3.030317523604047
+rep_loss = 0.7599920328805169
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2701392109507763
+cls_loss = 0.0
+eval_loss = 0.7050981063109177
+f1 = 0.04678362573099415
+global_step = 22549
+loss = 3.030070612985839
+rep_loss = 0.7599314029000921
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.269755507120707
+cls_loss = 0.0
+eval_loss = 0.7051006509707525
+f1 = 0.057803468208092484
+global_step = 22599
+loss = 3.0296542720947572
+rep_loss = 0.7598987657305553
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2703751846521842
+cls_loss = 0.0
+eval_loss = 0.7052582043867844
+f1 = 0.04105571847507331
+global_step = 22649
+loss = 3.0302170059645492
+rep_loss = 0.7598418222370653
+acc = 0.19852941176470587
+acc_and_f1 = 0.11410150113457845
+att_loss = 2.2692443954996864
+cls_loss = 0.0
+eval_loss = 0.7049266420877897
+f1 = 0.02967359050445104
+global_step = 22699
+loss = 3.0290484882252025
+rep_loss = 0.7598040937705568
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.268852473101474
+cls_loss = 0.0
+eval_loss = 0.7053169562266424
+f1 = 0.06321839080459771
+global_step = 22749
+loss = 3.0285873447828173
+rep_loss = 0.7597348723327599
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.2690513827341334
+cls_loss = 0.0
+eval_loss = 0.7051759499769944
+f1 = 0.04664723032069971
+global_step = 22799
+loss = 3.0287533347298976
+rep_loss = 0.7597019529440997
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2699321539796418
+cls_loss = 0.0
+eval_loss = 0.7052583877856915
+f1 = 0.05763688760806916
+global_step = 22849
+loss = 3.0295875195305078
+rep_loss = 0.7596553663697049
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.269588532750316
+cls_loss = 0.0
+eval_loss = 0.7053020871602572
+f1 = 0.0469208211143695
+global_step = 22899
+loss = 3.0291634278623807
+rep_loss = 0.759574895974458
+acc = 0.21323529411764705
+acc_and_f1 = 0.13594316025530445
+att_loss = 2.270168009034091
+cls_loss = 0.0
+eval_loss = 0.705185055732727
+f1 = 0.05865102639296188
+global_step = 22949
+loss = 3.0297249317427357
+rep_loss = 0.7595569236122341
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2703044113512094
+cls_loss = 0.0
+eval_loss = 0.7057015070548425
+f1 = 0.0463768115942029
+global_step = 22999
+loss = 3.0297917496485653
+rep_loss = 0.7594873392399701
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.2709966487742475
+cls_loss = 0.0
+eval_loss = 0.7052238904512845
+f1 = 0.05730659025787966
+global_step = 23049
+loss = 3.0305044633887888
+rep_loss = 0.7595078152880401
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.271104791072469
+cls_loss = 0.0
+eval_loss = 0.7055156689423782
+f1 = 0.05232558139534884
+global_step = 23099
+loss = 3.0305435006834593
+rep_loss = 0.7594387099691552
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.2709182357578435
+cls_loss = 0.0
+eval_loss = 0.7048154106506934
+f1 = 0.04129793510324484
+global_step = 23149
+loss = 3.0303324673545027
+rep_loss = 0.7594142322663744
+acc = 0.19852941176470587
+acc_and_f1 = 0.14128151260504201
+att_loss = 2.271877661453978
+cls_loss = 0.0
+eval_loss = 0.7051490132625287
+f1 = 0.08403361344537816
+global_step = 23199
+loss = 3.0313257650358083
+rep_loss = 0.7594481044061194
+acc = 0.20098039215686275
+acc_and_f1 = 0.11537114845938376
+att_loss = 2.271614017906331
+cls_loss = 0.0
+eval_loss = 0.7050929986513578
+f1 = 0.02976190476190476
+global_step = 23249
+loss = 3.0309753786645826
+rep_loss = 0.7593613617576773
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.271766540078505
+cls_loss = 0.0
+eval_loss = 0.7051725158324609
+f1 = 0.0463768115942029
+global_step = 23299
+loss = 3.03113742530156
+rep_loss = 0.7593708859826958
+acc = 0.20098039215686275
+acc_and_f1 = 0.13477591036414566
+att_loss = 2.2719961632396255
+cls_loss = 0.0
+eval_loss = 0.7054069729951712
+f1 = 0.06857142857142857
+global_step = 23349
+loss = 3.0313405315770963
+rep_loss = 0.7593443688679973
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.272565221859156
+cls_loss = 0.0
+eval_loss = 0.7053004274001489
+f1 = 0.04105571847507331
+global_step = 23399
+loss = 3.0318913842783735
+rep_loss = 0.7593261626787066
+acc = 0.20588235294117646
+acc_and_f1 = 0.12079831932773108
+att_loss = 2.2724047853025313
+cls_loss = 0.0
+eval_loss = 0.7049570908913245
+f1 = 0.03571428571428571
+global_step = 23449
+loss = 3.0317420323554334
+rep_loss = 0.7593372475354276
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.2721957071751517
+cls_loss = 0.0
+eval_loss = 0.7050621051054734
+f1 = 0.057803468208092484
+global_step = 23499
+loss = 3.0315218025513078
+rep_loss = 0.7593260961221465
+acc = 0.19117647058823528
+acc_and_f1 = 0.1294865403788634
+att_loss = 2.271534689650713
+cls_loss = 0.0
+eval_loss = 0.7050732282491831
+f1 = 0.06779661016949153
+global_step = 23549
+loss = 3.0307791550694363
+rep_loss = 0.7592444659789631
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2713588732550227
+cls_loss = 0.0
+eval_loss = 0.704860155399029
+f1 = 0.05232558139534884
+global_step = 23599
+loss = 3.030560177996677
+rep_loss = 0.7592013052906759
+acc = 0.20588235294117646
+acc_and_f1 = 0.12365123564218586
+att_loss = 2.270626031093425
+cls_loss = 0.0
+eval_loss = 0.704988406254695
+f1 = 0.04142011834319527
+global_step = 23649
+loss = 3.0297167103665923
+rep_loss = 0.7590906797178034
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.2700874038875494
+cls_loss = 0.0
+eval_loss = 0.7048836167042072
+f1 = 0.05217391304347826
+global_step = 23699
+loss = 3.0291322032258656
+rep_loss = 0.7590447995219269
+acc = 0.2107843137254902
+acc_and_f1 = 0.12622549019607843
+att_loss = 2.270111268675458
+cls_loss = 0.0
+eval_loss = 0.7052956865384028
+f1 = 0.041666666666666664
+global_step = 23749
+loss = 3.0290921294648645
+rep_loss = 0.7589808610371026
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.269512183850988
+cls_loss = 0.0
+eval_loss = 0.705409430540525
+f1 = 0.05217391304347826
+global_step = 23799
+loss = 3.028396742760273
+rep_loss = 0.7588845593733924
+acc = 0.18382352941176472
+acc_and_f1 = 0.1228976801988401
+att_loss = 2.2696246092303
+cls_loss = 0.0
+eval_loss = 0.7050452324060293
+f1 = 0.061971830985915494
+global_step = 23849
+loss = 3.0284958182572015
+rep_loss = 0.7588712097212407
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.269509780649888
+cls_loss = 0.0
+eval_loss = 0.7053896830632136
+f1 = 0.046511627906976744
+global_step = 23899
+loss = 3.0283358697171803
+rep_loss = 0.7588260896000472
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.269741481213893
+cls_loss = 0.0
+eval_loss = 0.7052976443217351
+f1 = 0.057803468208092484
+global_step = 23949
+loss = 3.0285523772700276
+rep_loss = 0.7588108968307647
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.2695021158997917
+cls_loss = 0.0
+eval_loss = 0.7049748576604403
+f1 = 0.057803468208092484
+global_step = 23999
+loss = 3.0282689735812895
+rep_loss = 0.7587668582575874
+acc = 0.19852941176470587
+acc_and_f1 = 0.11410150113457845
+att_loss = 2.269445941413424
+cls_loss = 0.0
+eval_loss = 0.7052113322111276
+f1 = 0.02967359050445104
+global_step = 24049
+loss = 3.028174399358764
+rep_loss = 0.7587284584914299
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2691979411048493
+cls_loss = 0.0
+eval_loss = 0.7053069930810195
+f1 = 0.046511627906976744
+global_step = 24099
+loss = 3.0278852194358716
+rep_loss = 0.7586872788083366
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.269541036155445
+cls_loss = 0.0
+eval_loss = 0.7050927648177514
+f1 = 0.04664723032069971
+global_step = 24149
+loss = 3.028244068241526
+rep_loss = 0.7587030325164394
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2694781512108624
+cls_loss = 0.0
+eval_loss = 0.7050280295885526
+f1 = 0.046511627906976744
+global_step = 24199
+loss = 3.0281533153356563
+rep_loss = 0.7586751645097126
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.2691579760920253
+cls_loss = 0.0
+eval_loss = 0.705504637498122
+f1 = 0.04093567251461988
+global_step = 24249
+loss = 3.027776390929657
+rep_loss = 0.7586184152732548
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2694853137051796
+cls_loss = 0.0
+eval_loss = 0.7052745727392343
+f1 = 0.04678362573099415
+global_step = 24299
+loss = 3.0280692449837576
+rep_loss = 0.7585839314650177
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2693739055228814
+cls_loss = 0.0
+eval_loss = 0.7056444516548743
+f1 = 0.03488372093023256
+global_step = 24349
+loss = 3.0279258871063806
+rep_loss = 0.7585519818588518
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.2693937983265564
+cls_loss = 0.0
+eval_loss = 0.7046699753174415
+f1 = 0.03550295857988166
+global_step = 24399
+loss = 3.027901624382211
+rep_loss = 0.7585078263991452
+acc = 0.20833333333333334
+acc_and_f1 = 0.1220771144278607
+att_loss = 2.2692746229943923
+cls_loss = 0.0
+eval_loss = 0.7050596842399011
+f1 = 0.03582089552238806
+global_step = 24449
+loss = 3.0277263114514334
+rep_loss = 0.758451688546083
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.2693705568251836
+cls_loss = 0.0
+eval_loss = 0.7048981785774231
+f1 = 0.035398230088495575
+global_step = 24499
+loss = 3.0278191555237677
+rep_loss = 0.7584485987336769
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.2689666514608318
+cls_loss = 0.0
+eval_loss = 0.7055092866604145
+f1 = 0.062146892655367235
+global_step = 24549
+loss = 3.027392062166998
+rep_loss = 0.7584254111038764
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2688589431164363
+cls_loss = 0.0
+eval_loss = 0.7051251163849463
+f1 = 0.05763688760806916
+global_step = 24599
+loss = 3.0272423167006437
+rep_loss = 0.758383373908053
+acc = 0.19117647058823528
+acc_and_f1 = 0.12683823529411764
+att_loss = 2.2690701260847677
+cls_loss = 0.0
+eval_loss = 0.7050289970177871
+f1 = 0.0625
+global_step = 24649
+loss = 3.027442211159727
+rep_loss = 0.7583720851925887
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.2690587400031283
+cls_loss = 0.0
+eval_loss = 0.7050611926959112
+f1 = 0.05202312138728324
+global_step = 24699
+loss = 3.0274208091118617
+rep_loss = 0.758362069125304
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.268786091820194
+cls_loss = 0.0
+eval_loss = 0.7054381508093613
+f1 = 0.05232558139534884
+global_step = 24749
+loss = 3.02711206421252
+rep_loss = 0.7583259722615779
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.268447024034815
+cls_loss = 0.0
+eval_loss = 0.7054594159126282
+f1 = 0.04093567251461988
+global_step = 24799
+loss = 3.02671281595568
+rep_loss = 0.7582657916951508
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.2685777195810095
+cls_loss = 0.0
+eval_loss = 0.7053119677763718
+f1 = 0.06267806267806268
+global_step = 24849
+loss = 3.026818781749134
+rep_loss = 0.7582410620567733
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.2683569076094527
+cls_loss = 0.0
+eval_loss = 0.7053528611476605
+f1 = 0.041176470588235294
+global_step = 24899
+loss = 3.026537786196934
+rep_loss = 0.7581808785560855
+acc = 0.20588235294117646
+acc_and_f1 = 0.12365123564218586
+att_loss = 2.2682440948697042
+cls_loss = 0.0
+eval_loss = 0.7052663748080914
+f1 = 0.04142011834319527
+global_step = 24949
+loss = 3.026376853523423
+rep_loss = 0.7581327586382248
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.268351827764132
+cls_loss = 0.0
+eval_loss = 0.7052842241067153
+f1 = 0.04610951008645533
+global_step = 24999
+loss = 3.0264502574395973
+rep_loss = 0.7580984296754656
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.268111200461908
+cls_loss = 0.0
+eval_loss = 0.7053392162689796
+f1 = 0.04129793510324484
+global_step = 25049
+loss = 3.0261796429273837
+rep_loss = 0.7580684422993618
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.268051954666197
+cls_loss = 0.0
+eval_loss = 0.7052643436651963
+f1 = 0.05217391304347826
+global_step = 25099
+loss = 3.0261038031493364
+rep_loss = 0.7580518481998048
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2672788662058587
+cls_loss = 0.0
+eval_loss = 0.7051847347846398
+f1 = 0.05232558139534884
+global_step = 25149
+loss = 3.02524111581373
+rep_loss = 0.7579622493869498
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.2673792430241284
+cls_loss = 0.0
+eval_loss = 0.7050454066349909
+f1 = 0.0469208211143695
+global_step = 25199
+loss = 3.02531976300622
+rep_loss = 0.7579405196329312
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.267436276178979
+cls_loss = 0.0
+eval_loss = 0.7046630474237295
+f1 = 0.04129793510324484
+global_step = 25249
+loss = 3.025355295873936
+rep_loss = 0.7579190194218711
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.2673009326976623
+cls_loss = 0.0
+eval_loss = 0.7050758829483619
+f1 = 0.06285714285714286
+global_step = 25299
+loss = 3.0251837733361673
+rep_loss = 0.7578828405390928
+acc = 0.20588235294117646
+acc_and_f1 = 0.12079831932773108
+att_loss = 2.26715484037662
+cls_loss = 0.0
+eval_loss = 0.7051361753390386
+f1 = 0.03571428571428571
+global_step = 25349
+loss = 3.0249754949151586
+rep_loss = 0.7578206545104693
+acc = 0.21323529411764705
+acc_and_f1 = 0.12751316944688323
+att_loss = 2.266980389508919
+cls_loss = 0.0
+eval_loss = 0.7054952291341928
+f1 = 0.041791044776119404
+global_step = 25399
+loss = 3.024743955690749
+rep_loss = 0.7577635660847315
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.267442313698426
+cls_loss = 0.0
+eval_loss = 0.7052859801512498
+f1 = 0.05698005698005698
+global_step = 25449
+loss = 3.0252143172305126
+rep_loss = 0.7577720032578532
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.2677509925407198
+cls_loss = 0.0
+eval_loss = 0.7051693934660691
+f1 = 0.0469208211143695
+global_step = 25499
+loss = 3.0255087791639808
+rep_loss = 0.7577577863792574
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.26737739507981
+cls_loss = 0.0
+eval_loss = 0.7054594571773822
+f1 = 0.03550295857988166
+global_step = 25549
+loss = 3.0250685193551
+rep_loss = 0.7576911238999964
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2673189802277953
+cls_loss = 0.0
+eval_loss = 0.7052929538946885
+f1 = 0.04678362573099415
+global_step = 25599
+loss = 3.02497067598865
+rep_loss = 0.7576516955885485
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2671080729398776
+cls_loss = 0.0
+eval_loss = 0.7052122400357173
+f1 = 0.04081632653061224
+global_step = 25649
+loss = 3.024726632245955
+rep_loss = 0.7576185593322945
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2673409385008996
+cls_loss = 0.0
+eval_loss = 0.7054304847350488
+f1 = 0.046511627906976744
+global_step = 25699
+loss = 3.024939570241268
+rep_loss = 0.7575986318700283
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.2673888713384356
+cls_loss = 0.0
+eval_loss = 0.7054502001175513
+f1 = 0.057803468208092484
+global_step = 25749
+loss = 3.024961790629092
+rep_loss = 0.7575729195856653
+acc = 0.2107843137254902
+acc_and_f1 = 0.12906079591599953
+att_loss = 2.2672752635083553
+cls_loss = 0.0
+eval_loss = 0.7054217962118295
+f1 = 0.047337278106508875
+global_step = 25799
+loss = 3.0248100395681807
+rep_loss = 0.7575347762501745
+acc = 0.20833333333333334
+acc_and_f1 = 0.1249381800197824
+att_loss = 2.2674055452820925
+cls_loss = 0.0
+eval_loss = 0.7052109929231497
+f1 = 0.04154302670623145
+global_step = 25849
+loss = 3.0249168467014393
+rep_loss = 0.7575113017206974
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.267852794559941
+cls_loss = 0.0
+eval_loss = 0.7054925285852872
+f1 = 0.04129793510324484
+global_step = 25899
+loss = 3.025352901584386
+rep_loss = 0.7575001072729531
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.2677063953514955
+cls_loss = 0.0
+eval_loss = 0.7057140240302453
+f1 = 0.052478134110787174
+global_step = 25949
+loss = 3.025172780562067
+rep_loss = 0.7574663853581379
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2678871481716083
+cls_loss = 0.0
+eval_loss = 0.7051539283532363
+f1 = 0.04678362573099415
+global_step = 25999
+loss = 3.0253365577326177
+rep_loss = 0.7574494097435842
+acc = 0.20588235294117646
+acc_and_f1 = 0.12925696594427244
+att_loss = 2.2679301165609087
+cls_loss = 0.0
+eval_loss = 0.7056197340671833
+f1 = 0.05263157894736842
+global_step = 26049
+loss = 3.025330689644028
+rep_loss = 0.757400573360238
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.267918471052381
+cls_loss = 0.0
+eval_loss = 0.7053410319181589
+f1 = 0.05142857142857143
+global_step = 26099
+loss = 3.0253024648995024
+rep_loss = 0.7573839940976114
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2678279339357816
+cls_loss = 0.0
+eval_loss = 0.7055337979243352
+f1 = 0.046511627906976744
+global_step = 26149
+loss = 3.0251680151741174
+rep_loss = 0.7573400814509141
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.2678375713540357
+cls_loss = 0.0
+eval_loss = 0.705126418517186
+f1 = 0.03550295857988166
+global_step = 26199
+loss = 3.025161003023357
+rep_loss = 0.7573234318798141
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2676471889609617
+cls_loss = 0.0
+eval_loss = 0.7058428250826322
+f1 = 0.04105571847507331
+global_step = 26249
+loss = 3.0249202289881465
+rep_loss = 0.7572730402240527
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2671785458065075
+cls_loss = 0.0
+eval_loss = 0.7054373713640066
+f1 = 0.0463768115942029
+global_step = 26299
+loss = 3.0244021875389913
+rep_loss = 0.7572236418701122
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.267105579035428
+cls_loss = 0.0
+eval_loss = 0.7056283125510583
+f1 = 0.0463768115942029
+global_step = 26349
+loss = 3.0243004070410664
+rep_loss = 0.7571948280737971
+acc = 0.18382352941176472
+acc_and_f1 = 0.1228976801988401
+att_loss = 2.2669219687364452
+cls_loss = 0.0
+eval_loss = 0.7053831632320697
+f1 = 0.061971830985915494
+global_step = 26399
+loss = 3.0240830034270743
+rep_loss = 0.7571610347018819
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2666234006296704
+cls_loss = 0.0
+eval_loss = 0.7055497215344355
+f1 = 0.04678362573099415
+global_step = 26449
+loss = 3.0237375167634792
+rep_loss = 0.75711411621184
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.2664339787566443
+cls_loss = 0.0
+eval_loss = 0.7056083404100858
+f1 = 0.057803468208092484
+global_step = 26499
+loss = 3.0235094516525143
+rep_loss = 0.7570754730615303
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2660953000595487
+cls_loss = 0.0
+eval_loss = 0.7057879933944116
+f1 = 0.05157593123209169
+global_step = 26549
+loss = 3.0231245334857055
+rep_loss = 0.757029233666895
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.2662590672932086
+cls_loss = 0.0
+eval_loss = 0.7060095576139597
+f1 = 0.05747126436781609
+global_step = 26599
+loss = 3.023273872899775
+rep_loss = 0.7570148058668015
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.266055863355331
+cls_loss = 0.0
+eval_loss = 0.7055826141284063
+f1 = 0.05747126436781609
+global_step = 26649
+loss = 3.023028110069521
+rep_loss = 0.7569722469290978
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.2660291789364813
+cls_loss = 0.0
+eval_loss = 0.7055508035879868
+f1 = 0.035398230088495575
+global_step = 26699
+loss = 3.022962626930388
+rep_loss = 0.756933448100401
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2658636011189857
+cls_loss = 0.0
+eval_loss = 0.7055232341472919
+f1 = 0.04105571847507331
+global_step = 26749
+loss = 3.0227440953022486
+rep_loss = 0.7568804942360383
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.2654990333621075
+cls_loss = 0.0
+eval_loss = 0.7057675123214722
+f1 = 0.047058823529411764
+global_step = 26799
+loss = 3.0223413043970475
+rep_loss = 0.7568422710767896
+acc = 0.20833333333333334
+acc_and_f1 = 0.12776548672566373
+att_loss = 2.265692223543413
+cls_loss = 0.0
+eval_loss = 0.7052692037362319
+f1 = 0.0471976401179941
+global_step = 26849
+loss = 3.022511293769028
+rep_loss = 0.7568190702878436
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.265668950760305
+cls_loss = 0.0
+eval_loss = 0.7058688906522897
+f1 = 0.06267806267806268
+global_step = 26899
+loss = 3.022469170981488
+rep_loss = 0.7568002202828753
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.26544554840709
+cls_loss = 0.0
+eval_loss = 0.7059698288257306
+f1 = 0.05172413793103448
+global_step = 26949
+loss = 3.0222172431707666
+rep_loss = 0.7567716948452292
+acc = 0.20833333333333334
+acc_and_f1 = 0.1305596285434995
+att_loss = 2.265425772632161
+cls_loss = 0.0
+eval_loss = 0.7058487580372736
+f1 = 0.05278592375366569
+global_step = 26999
+loss = 3.0221620898176416
+rep_loss = 0.7567363171046197
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.265381052932239
+cls_loss = 0.0
+eval_loss = 0.7056492521212652
+f1 = 0.052478134110787174
+global_step = 27049
+loss = 3.0220835906067713
+rep_loss = 0.7567025377847817
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.265208940377171
+cls_loss = 0.0
+eval_loss = 0.7055289011735183
+f1 = 0.05698005698005698
+global_step = 27099
+loss = 3.0218686586382866
+rep_loss = 0.7566597184400191
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.265100611090088
+cls_loss = 0.0
+eval_loss = 0.7059369087219238
+f1 = 0.05217391304347826
+global_step = 27149
+loss = 3.0217175655607864
+rep_loss = 0.7566169546974066
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.2652442112934086
+cls_loss = 0.0
+eval_loss = 0.7060852738527151
+f1 = 0.05813953488372093
+global_step = 27199
+loss = 3.0218289002094267
+rep_loss = 0.7565846891506434
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.2652995071121014
+cls_loss = 0.0
+eval_loss = 0.7057070411168612
+f1 = 0.0469208211143695
+global_step = 27249
+loss = 3.0218635707322767
+rep_loss = 0.7565640639692511
+acc = 0.19607843137254902
+acc_and_f1 = 0.1321301247771836
+att_loss = 2.2652461221761735
+cls_loss = 0.0
+eval_loss = 0.7055443846262418
+f1 = 0.06818181818181818
+global_step = 27299
+loss = 3.0217774619551383
+rep_loss = 0.7565313401733154
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2649399006063318
+cls_loss = 0.0
+eval_loss = 0.705846328001756
+f1 = 0.04105571847507331
+global_step = 27349
+loss = 3.021411498871082
+rep_loss = 0.7564715986368616
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.265298384569061
+cls_loss = 0.0
+eval_loss = 0.7057624550966116
+f1 = 0.04093567251461988
+global_step = 27399
+loss = 3.0217701747376937
+rep_loss = 0.7564717905377895
+acc = 0.17892156862745098
+acc_and_f1 = 0.10951809090398337
+att_loss = 2.2648488455012554
+cls_loss = 0.0
+eval_loss = 0.7057689840977008
+f1 = 0.04011461318051576
+global_step = 27449
+loss = 3.0212557423635036
+rep_loss = 0.7564068971815421
+acc = 0.20098039215686275
+acc_and_f1 = 0.11537114845938376
+att_loss = 2.264654307322929
+cls_loss = 0.0
+eval_loss = 0.7055810873325055
+f1 = 0.02976190476190476
+global_step = 27499
+loss = 3.021017626671003
+rep_loss = 0.7563633196369193
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.264482795091975
+cls_loss = 0.0
+eval_loss = 0.7057313139622028
+f1 = 0.05202312138728324
+global_step = 27549
+loss = 3.020799101573174
+rep_loss = 0.7563163066845967
+acc = 0.19607843137254902
+acc_and_f1 = 0.11283211509455854
+att_loss = 2.264472266243149
+cls_loss = 0.0
+eval_loss = 0.7056849965682397
+f1 = 0.029585798816568046
+global_step = 27599
+loss = 3.020751688504964
+rep_loss = 0.7562794224728212
+acc = 0.20588235294117646
+acc_and_f1 = 0.12365123564218586
+att_loss = 2.2644013430264884
+cls_loss = 0.0
+eval_loss = 0.7057883097575262
+f1 = 0.04142011834319527
+global_step = 27649
+loss = 3.02064497630724
+rep_loss = 0.7562436335083546
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.264207828979122
+cls_loss = 0.0
+eval_loss = 0.7059355011353126
+f1 = 0.05813953488372093
+global_step = 27699
+loss = 3.0204056802257835
+rep_loss = 0.7561978515990307
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2640392161211933
+cls_loss = 0.0
+eval_loss = 0.7057556234873258
+f1 = 0.03529411764705882
+global_step = 27749
+loss = 3.020194766717655
+rep_loss = 0.756155551080688
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2641095122205903
+cls_loss = 0.0
+eval_loss = 0.7055082000218905
+f1 = 0.046511627906976744
+global_step = 27799
+loss = 3.0202391889534264
+rep_loss = 0.7561296772045467
+acc = 0.20588235294117646
+acc_and_f1 = 0.12925696594427244
+att_loss = 2.26399266405319
+cls_loss = 0.0
+eval_loss = 0.7061603023455694
+f1 = 0.05263157894736842
+global_step = 27849
+loss = 3.020094169057244
+rep_loss = 0.7561015054192635
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2639222774888657
+cls_loss = 0.0
+eval_loss = 0.7060963190518893
+f1 = 0.05763688760806916
+global_step = 27899
+loss = 3.0199857281116205
+rep_loss = 0.7560634510524487
+acc = 0.20098039215686275
+acc_and_f1 = 0.13477591036414566
+att_loss = 2.263800790767104
+cls_loss = 0.0
+eval_loss = 0.7060072834675128
+f1 = 0.06857142857142857
+global_step = 27949
+loss = 3.0198251904754616
+rep_loss = 0.7560244001262081
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.2638897405113885
+cls_loss = 0.0
+eval_loss = 0.7057835643108075
+f1 = 0.047058823529411764
+global_step = 27999
+loss = 3.019895793666732
+rep_loss = 0.7560060534923858
+acc = 0.2107843137254902
+acc_and_f1 = 0.12622549019607843
+att_loss = 2.2640309077776712
+cls_loss = 0.0
+eval_loss = 0.7057809600463281
+f1 = 0.041666666666666664
+global_step = 28049
+loss = 3.020024186950185
+rep_loss = 0.7559932796444089
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.2639304791175587
+cls_loss = 0.0
+eval_loss = 0.7059082205478961
+f1 = 0.052478134110787174
+global_step = 28099
+loss = 3.019881946726733
+rep_loss = 0.7559514680862154
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2021444669136634
+cls_loss = 0.0
+eval_loss = 0.7056272396674523
+f1 = 0.046511627906976744
+global_step = 28149
+loss = 2.9518855718465953
+rep_loss = 0.7497411141028771
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.236628085847885
+cls_loss = 0.0
+eval_loss = 0.7058187677310064
+f1 = 0.047058823529411764
+global_step = 28199
+loss = 2.986792038357447
+rep_loss = 0.7501639373718746
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2391542660451567
+cls_loss = 0.0
+eval_loss = 0.706011006465325
+f1 = 0.05232558139534884
+global_step = 28249
+loss = 2.9901530721546274
+rep_loss = 0.7509988003072485
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.242242250705789
+cls_loss = 0.0
+eval_loss = 0.705834278693566
+f1 = 0.06285714285714286
+global_step = 28299
+loss = 2.993486696957079
+rep_loss = 0.7512444425945634
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.238455556368044
+cls_loss = 0.0
+eval_loss = 0.7060125699410071
+f1 = 0.04664723032069971
+global_step = 28349
+loss = 2.9889883144360754
+rep_loss = 0.7505327527511847
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.240497968042758
+cls_loss = 0.0
+eval_loss = 0.7057599883813125
+f1 = 0.04105571847507331
+global_step = 28399
+loss = 2.9910068131218392
+rep_loss = 0.7505088398665076
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.2428868651009215
+cls_loss = 0.0
+eval_loss = 0.7058828427241399
+f1 = 0.03519061583577713
+global_step = 28449
+loss = 2.993550527590913
+rep_loss = 0.7506636588718183
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.249629485377267
+cls_loss = 0.0
+eval_loss = 0.70580871288593
+f1 = 0.04664723032069971
+global_step = 28499
+loss = 3.0007097819619926
+rep_loss = 0.7510802944501241
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.246504900530522
+cls_loss = 0.0
+eval_loss = 0.7057441427157476
+f1 = 0.04081632653061224
+global_step = 28549
+loss = 2.9974253402783853
+rep_loss = 0.7509204383046517
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2425956157062275
+cls_loss = 0.0
+eval_loss = 0.7055738660005423
+f1 = 0.04105571847507331
+global_step = 28599
+loss = 2.9933876738949934
+rep_loss = 0.7507920561289941
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.24537518010502
+cls_loss = 0.0
+eval_loss = 0.7057507221515362
+f1 = 0.0469208211143695
+global_step = 28649
+loss = 2.9963357388159917
+rep_loss = 0.7509605547605667
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2449297246458686
+cls_loss = 0.0
+eval_loss = 0.7058359384536743
+f1 = 0.05232558139534884
+global_step = 28699
+loss = 2.995822189121009
+rep_loss = 0.7508924582288278
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2468827216115708
+cls_loss = 0.0
+eval_loss = 0.7058455623113192
+f1 = 0.05232558139534884
+global_step = 28749
+loss = 2.997523231957515
+rep_loss = 0.7506405025671979
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.248425794582741
+cls_loss = 0.0
+eval_loss = 0.7060107405369098
+f1 = 0.05172413793103448
+global_step = 28799
+loss = 2.9990521922909834
+rep_loss = 0.7506263893474101
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.251101846781887
+cls_loss = 0.0
+eval_loss = 0.7058911185998183
+f1 = 0.05763688760806916
+global_step = 28849
+loss = 3.001715945662489
+rep_loss = 0.7506140913568741
+acc = 0.21323529411764705
+acc_and_f1 = 0.13594316025530445
+att_loss = 2.2517414446114556
+cls_loss = 0.0
+eval_loss = 0.706015238395104
+f1 = 0.05865102639296188
+global_step = 28899
+loss = 3.0024625845692885
+rep_loss = 0.7507211314428837
+acc = 0.20588235294117646
+acc_and_f1 = 0.12079831932773108
+att_loss = 2.252422152556763
+cls_loss = 0.0
+eval_loss = 0.7057501948796786
+f1 = 0.03571428571428571
+global_step = 28949
+loss = 3.0032746445795415
+rep_loss = 0.7508524835183025
+acc = 0.19852941176470587
+acc_and_f1 = 0.13078333052418675
+att_loss = 2.25329507999597
+cls_loss = 0.0
+eval_loss = 0.7061935204725999
+f1 = 0.06303724928366762
+global_step = 28999
+loss = 3.00424370925921
+rep_loss = 0.7509486217349595
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.2520247740917894
+cls_loss = 0.0
+eval_loss = 0.7059287658104529
+f1 = 0.05217391304347826
+global_step = 29049
+loss = 3.002927431271606
+rep_loss = 0.7509026501291031
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2527569900049227
+cls_loss = 0.0
+eval_loss = 0.7058176535826463
+f1 = 0.05232558139534884
+global_step = 29099
+loss = 3.0036060218375296
+rep_loss = 0.7508490256431318
+acc = 0.20588235294117646
+acc_and_f1 = 0.13742393509127787
+att_loss = 2.2528444535640477
+cls_loss = 0.0
+eval_loss = 0.7056432641469516
+f1 = 0.06896551724137931
+global_step = 29149
+loss = 3.003642319926858
+rep_loss = 0.7507978604199973
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.251748523617957
+cls_loss = 0.0
+eval_loss = 0.7055960297584534
+f1 = 0.05217391304347826
+global_step = 29199
+loss = 3.002448941219111
+rep_loss = 0.7507004115453668
+acc = 0.20588235294117646
+acc_and_f1 = 0.12365123564218586
+att_loss = 2.2523199977472035
+cls_loss = 0.0
+eval_loss = 0.7056216368308434
+f1 = 0.04142011834319527
+global_step = 29249
+loss = 3.003057560830746
+rep_loss = 0.7507375574069096
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.253216640045186
+cls_loss = 0.0
+eval_loss = 0.7056236817286565
+f1 = 0.047058823529411764
+global_step = 29299
+loss = 3.003975191304936
+rep_loss = 0.7507585459296702
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.252611618148131
+cls_loss = 0.0
+eval_loss = 0.7058831453323364
+f1 = 0.057971014492753624
+global_step = 29349
+loss = 3.003307641289594
+rep_loss = 0.7506960173431547
+acc = 0.20588235294117646
+acc_and_f1 = 0.12365123564218586
+att_loss = 2.251819023138365
+cls_loss = 0.0
+eval_loss = 0.7056090602507958
+f1 = 0.04142011834319527
+global_step = 29399
+loss = 3.002526853543279
+rep_loss = 0.7507078256384305
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.2520865567839974
+cls_loss = 0.0
+eval_loss = 0.7060124140519363
+f1 = 0.05698005698005698
+global_step = 29449
+loss = 3.0028028620714826
+rep_loss = 0.750716300248555
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.253136914002047
+cls_loss = 0.0
+eval_loss = 0.7056056031813989
+f1 = 0.04678362573099415
+global_step = 29499
+loss = 3.0038683103098207
+rep_loss = 0.7507313910163858
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.2542989526500286
+cls_loss = 0.0
+eval_loss = 0.7057018188329843
+f1 = 0.057971014492753624
+global_step = 29549
+loss = 3.00504018597289
+rep_loss = 0.75074122817653
+acc = 0.2034313725490196
+acc_and_f1 = 0.1360996404292376
+att_loss = 2.253921620257489
+cls_loss = 0.0
+eval_loss = 0.7060787219267625
+f1 = 0.06876790830945559
+global_step = 29599
+loss = 3.0046339755341847
+rep_loss = 0.750712350632178
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2537345308699672
+cls_loss = 0.0
+eval_loss = 0.7059347629547119
+f1 = 0.05763688760806916
+global_step = 29649
+loss = 3.0043851812391664
+rep_loss = 0.7506506453660333
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.252982997695986
+cls_loss = 0.0
+eval_loss = 0.7060333903019245
+f1 = 0.04046242774566474
+global_step = 29699
+loss = 3.0035116744209236
+rep_loss = 0.7505286717292825
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.252079035581008
+cls_loss = 0.0
+eval_loss = 0.7057666641015273
+f1 = 0.06285714285714286
+global_step = 29749
+loss = 3.002550232136981
+rep_loss = 0.7504711921216536
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.253096209329363
+cls_loss = 0.0
+eval_loss = 0.7056269233043377
+f1 = 0.04105571847507331
+global_step = 29799
+loss = 3.003631659895988
+rep_loss = 0.7505354459788953
+acc = 0.19852941176470587
+acc_and_f1 = 0.13345274007038713
+att_loss = 2.2532398030553304
+cls_loss = 0.0
+eval_loss = 0.7059937440432035
+f1 = 0.06837606837606838
+global_step = 29849
+loss = 3.003738992198893
+rep_loss = 0.7504991841330141
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.252835831450118
+cls_loss = 0.0
+eval_loss = 0.7060453066459069
+f1 = 0.03529411764705882
+global_step = 29899
+loss = 3.003277311254751
+rep_loss = 0.7504414751390402
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.2534778025422515
+cls_loss = 0.0
+eval_loss = 0.705998787513146
+f1 = 0.0469208211143695
+global_step = 29949
+loss = 3.0039260543911612
+rep_loss = 0.7504482476078734
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.252420316827726
+cls_loss = 0.0
+eval_loss = 0.7058489414361807
+f1 = 0.04664723032069971
+global_step = 29999
+loss = 3.002795139308649
+rep_loss = 0.7503748183857032
+acc = 0.19607843137254902
+acc_and_f1 = 0.13993865702705663
+att_loss = 2.2524599399606533
+cls_loss = 0.0
+eval_loss = 0.705822976735922
+f1 = 0.08379888268156424
+global_step = 30049
+loss = 3.0027706174406776
+rep_loss = 0.7503106730867916
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.2517838142261906
+cls_loss = 0.0
+eval_loss = 0.7061603023455694
+f1 = 0.056818181818181816
+global_step = 30099
+loss = 3.002028851137438
+rep_loss = 0.7502450323870032
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.251344153138458
+cls_loss = 0.0
+eval_loss = 0.705784600514632
+f1 = 0.04610951008645533
+global_step = 30149
+loss = 3.0015342304260058
+rep_loss = 0.7501900730533382
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.2522849588213876
+cls_loss = 0.0
+eval_loss = 0.7059430067355816
+f1 = 0.057803468208092484
+global_step = 30199
+loss = 3.002479587315473
+rep_loss = 0.7501946245358514
+acc = 0.20098039215686275
+acc_and_f1 = 0.11537114845938376
+att_loss = 2.2521942865211027
+cls_loss = 0.0
+eval_loss = 0.7059541894839361
+f1 = 0.02976190476190476
+global_step = 30249
+loss = 3.002381325106569
+rep_loss = 0.7501870341849338
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.251938477303218
+cls_loss = 0.0
+eval_loss = 0.705924433011275
+f1 = 0.041176470588235294
+global_step = 30299
+loss = 3.0021091188703264
+rep_loss = 0.7501706372958556
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.2509880215670264
+cls_loss = 0.0
+eval_loss = 0.7056780915993911
+f1 = 0.057971014492753624
+global_step = 30349
+loss = 3.00109888426707
+rep_loss = 0.7501108587407657
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.250526521461915
+cls_loss = 0.0
+eval_loss = 0.7063439671809857
+f1 = 0.040697674418604654
+global_step = 30399
+loss = 3.0005991274521406
+rep_loss = 0.7500726018550382
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.250564119798303
+cls_loss = 0.0
+eval_loss = 0.7060774381344135
+f1 = 0.0469208211143695
+global_step = 30449
+loss = 3.00063290896995
+rep_loss = 0.7500687855896989
+acc = 0.19607843137254902
+acc_and_f1 = 0.1321301247771836
+att_loss = 2.2500674665049885
+cls_loss = 0.0
+eval_loss = 0.7059387427109939
+f1 = 0.06818181818181818
+global_step = 30499
+loss = 3.000069894984371
+rep_loss = 0.7500024252254681
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.2501105165955835
+cls_loss = 0.0
+eval_loss = 0.7062624005170969
+f1 = 0.04093567251461988
+global_step = 30549
+loss = 3.000105193181992
+rep_loss = 0.7499946733258149
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.250238168786514
+cls_loss = 0.0
+eval_loss = 0.7061408758163452
+f1 = 0.05763688760806916
+global_step = 30599
+loss = 3.000201242511175
+rep_loss = 0.7499630703608582
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.250066493120129
+cls_loss = 0.0
+eval_loss = 0.7060596071756803
+f1 = 0.057803468208092484
+global_step = 30649
+loss = 2.9999799120250663
+rep_loss = 0.7499134152760033
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.2500190871607453
+cls_loss = 0.0
+eval_loss = 0.7060899413548983
+f1 = 0.057803468208092484
+global_step = 30699
+loss = 2.9998878605701567
+rep_loss = 0.7498687697117374
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2495770109051083
+cls_loss = 0.0
+eval_loss = 0.705943960409898
+f1 = 0.05232558139534884
+global_step = 30749
+loss = 2.9994088319631724
+rep_loss = 0.7498318175451992
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.2491929737016574
+cls_loss = 0.0
+eval_loss = 0.7058621599124029
+f1 = 0.03550295857988166
+global_step = 30799
+loss = 2.9989921012589056
+rep_loss = 0.7497991237746027
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.2490471931915197
+cls_loss = 0.0
+eval_loss = 0.7058743284298823
+f1 = 0.03519061583577713
+global_step = 30849
+loss = 2.9987913938276978
+rep_loss = 0.7497441970770358
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2493970240107317
+cls_loss = 0.0
+eval_loss = 0.7062577651097224
+f1 = 0.03488372093023256
+global_step = 30899
+loss = 2.9991521049227527
+rep_loss = 0.7497550775898655
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.249545912618871
+cls_loss = 0.0
+eval_loss = 0.705784797668457
+f1 = 0.04057971014492753
+global_step = 30949
+loss = 2.999273653179566
+rep_loss = 0.7497277375730467
+acc = 0.19362745098039216
+acc_and_f1 = 0.13080805976781648
+att_loss = 2.2489367299591208
+cls_loss = 0.0
+eval_loss = 0.7062763113241929
+f1 = 0.0679886685552408
+global_step = 30999
+loss = 2.9986254945735684
+rep_loss = 0.7496887618455277
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.2486899366421342
+cls_loss = 0.0
+eval_loss = 0.7063570389380822
+f1 = 0.041176470588235294
+global_step = 31049
+loss = 2.998317247725335
+rep_loss = 0.749627308505039
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.248586884109788
+cls_loss = 0.0
+eval_loss = 0.7064129572648269
+f1 = 0.05763688760806916
+global_step = 31099
+loss = 2.9981820745078687
+rep_loss = 0.7495951880243554
+acc = 0.20588235294117646
+acc_and_f1 = 0.12079831932773108
+att_loss = 2.2486244719011856
+cls_loss = 0.0
+eval_loss = 0.7059477521823003
+f1 = 0.03571428571428571
+global_step = 31149
+loss = 2.9981755072438276
+rep_loss = 0.7495510329291784
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.2484498268398942
+cls_loss = 0.0
+eval_loss = 0.7056879859704238
+f1 = 0.0469208211143695
+global_step = 31199
+loss = 2.9979750169012385
+rep_loss = 0.7495251875899798
+acc = 0.20588235294117646
+acc_and_f1 = 0.12079831932773108
+att_loss = 2.2485967097158337
+cls_loss = 0.0
+eval_loss = 0.7057555363728449
+f1 = 0.03571428571428571
+global_step = 31249
+loss = 2.9981099304722467
+rep_loss = 0.7495132182673017
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.2482590589800706
+cls_loss = 0.0
+eval_loss = 0.7057254543671241
+f1 = 0.04129793510324484
+global_step = 31299
+loss = 2.9977320427009664
+rep_loss = 0.7494729815349525
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.248632389067713
+cls_loss = 0.0
+eval_loss = 0.7057370039132925
+f1 = 0.052478134110787174
+global_step = 31349
+loss = 2.998087362526289
+rep_loss = 0.749454970935628
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.248464312467186
+cls_loss = 0.0
+eval_loss = 0.7060094475746155
+f1 = 0.057971014492753624
+global_step = 31399
+loss = 2.9978939846107795
+rep_loss = 0.749429669567971
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.24794182941484
+cls_loss = 0.0
+eval_loss = 0.7060674749887906
+f1 = 0.05747126436781609
+global_step = 31449
+loss = 2.9973293302140496
+rep_loss = 0.7493874982084855
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2480117774527235
+cls_loss = 0.0
+eval_loss = 0.7057547981922443
+f1 = 0.0463768115942029
+global_step = 31499
+loss = 2.99736775545148
+rep_loss = 0.7493559754465507
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2476128372599784
+cls_loss = 0.0
+eval_loss = 0.7058168512124282
+f1 = 0.0463768115942029
+global_step = 31549
+loss = 2.9969261614695832
+rep_loss = 0.7493133215550765
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.247793185617963
+cls_loss = 0.0
+eval_loss = 0.7061953590466425
+f1 = 0.04105571847507331
+global_step = 31599
+loss = 2.997090464136761
+rep_loss = 0.7492972758853845
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.2472966323033243
+cls_loss = 0.0
+eval_loss = 0.7062391501206619
+f1 = 0.06285714285714286
+global_step = 31649
+loss = 2.99655304985307
+rep_loss = 0.7492564151743827
+acc = 0.2034313725490196
+acc_and_f1 = 0.11951984057718043
+att_loss = 2.2474990133619563
+cls_loss = 0.0
+eval_loss = 0.706007196353032
+f1 = 0.03560830860534125
+global_step = 31699
+loss = 2.996756244836615
+rep_loss = 0.749257229249731
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.247375419685592
+cls_loss = 0.0
+eval_loss = 0.7062275226299579
+f1 = 0.05698005698005698
+global_step = 31749
+loss = 2.996591029918131
+rep_loss = 0.749215608038402
+acc = 0.19362745098039216
+acc_and_f1 = 0.11156298802706924
+att_loss = 2.2475952404690283
+cls_loss = 0.0
+eval_loss = 0.706135800251594
+f1 = 0.029498525073746312
+global_step = 31799
+loss = 2.996801162722851
+rep_loss = 0.7492059200733632
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.2474154782943767
+cls_loss = 0.0
+eval_loss = 0.7061424851417542
+f1 = 0.05714285714285714
+global_step = 31849
+loss = 2.9965951881285404
+rep_loss = 0.74917970769912
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.247368743848585
+cls_loss = 0.0
+eval_loss = 0.7061595779198867
+f1 = 0.04610951008645533
+global_step = 31899
+loss = 2.9965427530721054
+rep_loss = 0.7491740069426092
+acc = 0.20588235294117646
+acc_and_f1 = 0.11498936924167256
+att_loss = 2.247353812637149
+cls_loss = 0.0
+eval_loss = 0.7058613346173213
+f1 = 0.024096385542168676
+global_step = 31949
+loss = 2.9965078029112338
+rep_loss = 0.7491539880543471
+acc = 0.19852941176470587
+acc_and_f1 = 0.11410150113457845
+att_loss = 2.2467073058637657
+cls_loss = 0.0
+eval_loss = 0.7061572441687951
+f1 = 0.02967359050445104
+global_step = 31999
+loss = 2.995815215504543
+rep_loss = 0.7491079075269184
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.2467274386773717
+cls_loss = 0.0
+eval_loss = 0.706404617199531
+f1 = 0.06267806267806268
+global_step = 32049
+loss = 2.995813419104171
+rep_loss = 0.7490859782485563
+acc = 0.2034313725490196
+acc_and_f1 = 0.11951984057718043
+att_loss = 2.246829323596555
+cls_loss = 0.0
+eval_loss = 0.705907771220574
+f1 = 0.03560830860534125
+global_step = 32099
+loss = 2.9959030586933806
+rep_loss = 0.7490737325249373
+acc = 0.20588235294117646
+acc_and_f1 = 0.1264705882352941
+att_loss = 2.2468709047673023
+cls_loss = 0.0
+eval_loss = 0.7062548903318552
+f1 = 0.047058823529411764
+global_step = 32149
+loss = 2.9959447983937344
+rep_loss = 0.7490738912351168
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.247079283299776
+cls_loss = 0.0
+eval_loss = 0.7059765045459454
+f1 = 0.05187319884726225
+global_step = 32199
+loss = 2.996119870477611
+rep_loss = 0.7490405847866078
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.246747032963618
+cls_loss = 0.0
+eval_loss = 0.706224785401271
+f1 = 0.03508771929824561
+global_step = 32249
+loss = 2.9957659137877934
+rep_loss = 0.7490188783170996
+acc = 0.2034313725490196
+acc_and_f1 = 0.11664105940883816
+att_loss = 2.246749844168517
+cls_loss = 0.0
+eval_loss = 0.7061344247597915
+f1 = 0.029850746268656716
+global_step = 32299
+loss = 2.9957481845193206
+rep_loss = 0.7489983379167918
+acc = 0.19852941176470587
+acc_and_f1 = 0.13609190134977503
+att_loss = 2.2469331969451996
+cls_loss = 0.0
+eval_loss = 0.7062188341067388
+f1 = 0.07365439093484419
+global_step = 32349
+loss = 2.9959111153131537
+rep_loss = 0.7489779160760118
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.24692576867774
+cls_loss = 0.0
+eval_loss = 0.7064975041609544
+f1 = 0.040697674418604654
+global_step = 32399
+loss = 2.9958727902826947
+rep_loss = 0.7489470193958215
+acc = 0.20588235294117646
+acc_and_f1 = 0.1320109439124487
+att_loss = 2.247112660542901
+cls_loss = 0.0
+eval_loss = 0.7060343898259677
+f1 = 0.05813953488372093
+global_step = 32449
+loss = 2.9960448840309564
+rep_loss = 0.748932221415091
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2474291130077284
+cls_loss = 0.0
+eval_loss = 0.706057594372676
+f1 = 0.03529411764705882
+global_step = 32499
+loss = 2.9963640567225216
+rep_loss = 0.7489349415972778
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2474924311085727
+cls_loss = 0.0
+eval_loss = 0.7066549888023963
+f1 = 0.0463768115942029
+global_step = 32549
+loss = 2.9964345800290433
+rep_loss = 0.7489421468944796
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2476932288231186
+cls_loss = 0.0
+eval_loss = 0.7060607717587397
+f1 = 0.03529411764705882
+global_step = 32599
+loss = 2.9966247129301413
+rep_loss = 0.7489314821705059
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.247678918873368
+cls_loss = 0.0
+eval_loss = 0.7065441195781414
+f1 = 0.05172413793103448
+global_step = 32649
+loss = 2.996586201963841
+rep_loss = 0.7489072811886183
+acc = 0.2034313725490196
+acc_and_f1 = 0.13341597445894784
+att_loss = 2.2475935323651672
+cls_loss = 0.0
+eval_loss = 0.7065989008316627
+f1 = 0.06340057636887608
+global_step = 32699
+loss = 2.9964752683194353
+rep_loss = 0.7488817340340658
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2478756710528396
+cls_loss = 0.0
+eval_loss = 0.7065278704349811
+f1 = 0.03529411764705882
+global_step = 32749
+loss = 2.9967393606364947
+rep_loss = 0.7488636875162925
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.247958338339902
+cls_loss = 0.0
+eval_loss = 0.7061995680515583
+f1 = 0.04105571847507331
+global_step = 32799
+loss = 2.996779427363743
+rep_loss = 0.7488210868891693
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.2477655212716794
+cls_loss = 0.0
+eval_loss = 0.7064411273369422
+f1 = 0.05217391304347826
+global_step = 32849
+loss = 2.9965636203578896
+rep_loss = 0.7487980967591883
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.247469881915906
+cls_loss = 0.0
+eval_loss = 0.7064725435697116
+f1 = 0.04093567251461988
+global_step = 32899
+loss = 2.9962311609437577
+rep_loss = 0.748761276725258
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.2473721261730866
+cls_loss = 0.0
+eval_loss = 0.7067143366887019
+f1 = 0.040697674418604654
+global_step = 32949
+loss = 2.996100063856986
+rep_loss = 0.7487279355786036
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.2474666848585683
+cls_loss = 0.0
+eval_loss = 0.7067568210455087
+f1 = 0.06267806267806268
+global_step = 32999
+loss = 2.9961989533379074
+rep_loss = 0.7487322664569734
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.2474380483604026
+cls_loss = 0.0
+eval_loss = 0.7068263017214261
+f1 = 0.04046242774566474
+global_step = 33049
+loss = 2.9961577269784936
+rep_loss = 0.7487196765920429
+acc = 0.19117647058823528
+acc_and_f1 = 0.13210508922670192
+att_loss = 2.2472081147156824
+cls_loss = 0.0
+eval_loss = 0.7066268141453083
+f1 = 0.07303370786516854
+global_step = 33099
+loss = 2.9958833658524684
+rep_loss = 0.7486752491671785
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.2475439438723814
+cls_loss = 0.0
+eval_loss = 0.7067826206867511
+f1 = 0.05747126436781609
+global_step = 33149
+loss = 2.996215001661193
+rep_loss = 0.7486710558507391
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.2475890277897963
+cls_loss = 0.0
+eval_loss = 0.7063216200241675
+f1 = 0.040229885057471264
+global_step = 33199
+loss = 2.996240135334519
+rep_loss = 0.7486511057670612
+acc = 0.18872549019607843
+acc_and_f1 = 0.12816556199944767
+att_loss = 2.247536451061621
+cls_loss = 0.0
+eval_loss = 0.7062718959955069
+f1 = 0.0676056338028169
+global_step = 33249
+loss = 2.996154393698403
+rep_loss = 0.7486179408415315
+acc = 0.19607843137254902
+acc_and_f1 = 0.11283211509455854
+att_loss = 2.247538173381104
+cls_loss = 0.0
+eval_loss = 0.7061843092624958
+f1 = 0.029585798816568046
+global_step = 33299
+loss = 2.9961417637059746
+rep_loss = 0.7486035886162731
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2477347057976607
+cls_loss = 0.0
+eval_loss = 0.7066485102360065
+f1 = 0.04081632653061224
+global_step = 33349
+loss = 2.996325370608194
+rep_loss = 0.7485906630840224
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.2473887778859662
+cls_loss = 0.0
+eval_loss = 0.7063539074017451
+f1 = 0.04057971014492753
+global_step = 33399
+loss = 2.9959394390447587
+rep_loss = 0.7485506593694077
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2474614308644614
+cls_loss = 0.0
+eval_loss = 0.7063061686662527
+f1 = 0.04081632653061224
+global_step = 33449
+loss = 2.9959965849829198
+rep_loss = 0.7485351524805363
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.247120884534874
+cls_loss = 0.0
+eval_loss = 0.7061116832953233
+f1 = 0.0463768115942029
+global_step = 33499
+loss = 2.9956231105245363
+rep_loss = 0.7485022244114674
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.247044061042015
+cls_loss = 0.0
+eval_loss = 0.7060694832068223
+f1 = 0.03508771929824561
+global_step = 33549
+loss = 2.9955306603731033
+rep_loss = 0.7484865977564603
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.24692344264017
+cls_loss = 0.0
+eval_loss = 0.7059635519981384
+f1 = 0.046511627906976744
+global_step = 33599
+loss = 2.995369033850136
+rep_loss = 0.7484455895406432
+acc = 0.18872549019607843
+acc_and_f1 = 0.10902550169627968
+att_loss = 2.2469627984353293
+cls_loss = 0.0
+eval_loss = 0.7061863541603088
+f1 = 0.02932551319648094
+global_step = 33649
+loss = 2.995376967527506
+rep_loss = 0.7484141674704287
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.246663156610887
+cls_loss = 0.0
+eval_loss = 0.7060900192994338
+f1 = 0.04678362573099415
+global_step = 33699
+loss = 2.9950276130012488
+rep_loss = 0.7483644549010491
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.2467944161173667
+cls_loss = 0.0
+eval_loss = 0.7061445804742666
+f1 = 0.03498542274052478
+global_step = 33749
+loss = 2.9951429440124393
+rep_loss = 0.7483485263128364
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2470138148749523
+cls_loss = 0.0
+eval_loss = 0.7063950942112849
+f1 = 0.04081632653061224
+global_step = 33799
+loss = 2.995357370747077
+rep_loss = 0.7483435543985854
+acc = 0.2034313725490196
+acc_and_f1 = 0.13341597445894784
+att_loss = 2.2470488795336045
+cls_loss = 0.0
+eval_loss = 0.7062352574788607
+f1 = 0.06340057636887608
+global_step = 33849
+loss = 2.9953723072734415
+rep_loss = 0.7483234262061624
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.2471266818009337
+cls_loss = 0.0
+eval_loss = 0.7063937462293185
+f1 = 0.05714285714285714
+global_step = 33899
+loss = 2.9954432142126297
+rep_loss = 0.7483165307879014
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.247190712262365
+cls_loss = 0.0
+eval_loss = 0.7067126264938941
+f1 = 0.0463768115942029
+global_step = 33949
+loss = 2.995492238217493
+rep_loss = 0.7483015243145391
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2469249283842476
+cls_loss = 0.0
+eval_loss = 0.706368836072775
+f1 = 0.04081632653061224
+global_step = 33999
+loss = 2.995204984175962
+rep_loss = 0.7482800542769448
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.2468545892689002
+cls_loss = 0.0
+eval_loss = 0.7062636338747464
+f1 = 0.035398230088495575
+global_step = 34049
+loss = 2.9951185491833816
+rep_loss = 0.7482639582915575
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.246673525849105
+cls_loss = 0.0
+eval_loss = 0.7065377189562871
+f1 = 0.046511627906976744
+global_step = 34099
+loss = 2.994913474197618
+rep_loss = 0.7482399467691847
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.2467157830419624
+cls_loss = 0.0
+eval_loss = 0.7063702803391677
+f1 = 0.056818181818181816
+global_step = 34149
+loss = 2.9949114296096506
+rep_loss = 0.7481956450014925
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2469205149286124
+cls_loss = 0.0
+eval_loss = 0.7065792175439688
+f1 = 0.03529411764705882
+global_step = 34199
+loss = 2.995109095778694
+rep_loss = 0.7481885792771406
+acc = 0.19117647058823528
+acc_and_f1 = 0.12683823529411764
+att_loss = 2.2465764555002066
+cls_loss = 0.0
+eval_loss = 0.7064540982246399
+f1 = 0.0625
+global_step = 34249
+loss = 2.9947126121932857
+rep_loss = 0.7481361551817556
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2464321009740993
+cls_loss = 0.0
+eval_loss = 0.7062842295720027
+f1 = 0.0463768115942029
+global_step = 34299
+loss = 2.9945296599805773
+rep_loss = 0.748097557575115
+acc = 0.19852941176470587
+acc_and_f1 = 0.13345274007038713
+att_loss = 2.245994023591371
+cls_loss = 0.0
+eval_loss = 0.706317296394935
+f1 = 0.06837606837606838
+global_step = 34349
+loss = 2.9940431604595665
+rep_loss = 0.748049135448352
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2458455660235437
+cls_loss = 0.0
+eval_loss = 0.7062428364386926
+f1 = 0.05763688760806916
+global_step = 34399
+loss = 2.993855957556281
+rep_loss = 0.7480103900576103
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.2456920133535108
+cls_loss = 0.0
+eval_loss = 0.7064803701180679
+f1 = 0.029411764705882353
+global_step = 34449
+loss = 2.9936706008802365
+rep_loss = 0.7479785860538407
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.245776995555159
+cls_loss = 0.0
+eval_loss = 0.7062210669884315
+f1 = 0.05187319884726225
+global_step = 34499
+loss = 2.9937373701926204
+rep_loss = 0.7479603731948851
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.245783702419679
+cls_loss = 0.0
+eval_loss = 0.7063654798727769
+f1 = 0.04664723032069971
+global_step = 34549
+loss = 2.993699545498183
+rep_loss = 0.7479158415914083
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.2457099524183244
+cls_loss = 0.0
+eval_loss = 0.7062174311051002
+f1 = 0.05202312138728324
+global_step = 34599
+loss = 2.993604734846632
+rep_loss = 0.7478947809803842
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2457103280817585
+cls_loss = 0.0
+eval_loss = 0.7067330066974347
+f1 = 0.03529411764705882
+global_step = 34649
+loss = 2.993573710425336
+rep_loss = 0.7478633810165893
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.245576773877008
+cls_loss = 0.0
+eval_loss = 0.7065730049059942
+f1 = 0.04093567251461988
+global_step = 34699
+loss = 2.9933919321740525
+rep_loss = 0.7478151568348553
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.2455107872269435
+cls_loss = 0.0
+eval_loss = 0.706481355887193
+f1 = 0.04093567251461988
+global_step = 34749
+loss = 2.993290903239104
+rep_loss = 0.7477801145520132
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.245367675612643
+cls_loss = 0.0
+eval_loss = 0.7063063704050504
+f1 = 0.05157593123209169
+global_step = 34799
+loss = 2.9931200183262683
+rep_loss = 0.7477523413449458
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.2455337859471545
+cls_loss = 0.0
+eval_loss = 0.7067147997709421
+f1 = 0.046242774566473986
+global_step = 34849
+loss = 2.9932696533757173
+rep_loss = 0.7477358660256829
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.245487646310618
+cls_loss = 0.0
+eval_loss = 0.7066654562950134
+f1 = 0.05217391304347826
+global_step = 34899
+loss = 2.993204289316056
+rep_loss = 0.7477166416129293
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.245417356823538
+cls_loss = 0.0
+eval_loss = 0.7064162080104535
+f1 = 0.04678362573099415
+global_step = 34949
+loss = 2.9931039529523535
+rep_loss = 0.7476865946590402
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.245435047302513
+cls_loss = 0.0
+eval_loss = 0.7067149464900677
+f1 = 0.06267806267806268
+global_step = 34999
+loss = 2.993094342209656
+rep_loss = 0.7476592935957194
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.245176546569845
+cls_loss = 0.0
+eval_loss = 0.7065984056546137
+f1 = 0.05142857142857143
+global_step = 35049
+loss = 2.9927946297904784
+rep_loss = 0.7476180817979851
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.245021512723082
+cls_loss = 0.0
+eval_loss = 0.7063951171361483
+f1 = 0.04678362573099415
+global_step = 35099
+loss = 2.992622604011274
+rep_loss = 0.7476010899528012
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.2449547306848427
+cls_loss = 0.0
+eval_loss = 0.7062129699266874
+f1 = 0.041176470588235294
+global_step = 35149
+loss = 2.992532883257494
+rep_loss = 0.7475781512722791
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.259396063870397
+cls_loss = 0.0
+eval_loss = 0.7065012775934659
+f1 = 0.05217391304347826
+global_step = 35199
+loss = 3.003281412453487
+rep_loss = 0.743885352693755
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.2313972696473328
+cls_loss = 0.0
+eval_loss = 0.7061845797758836
+f1 = 0.03550295857988166
+global_step = 35249
+loss = 2.9752600856974154
+rep_loss = 0.7438628183135504
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.2350077499714933
+cls_loss = 0.0
+eval_loss = 0.706839497272785
+f1 = 0.06285714285714286
+global_step = 35299
+loss = 2.9791948444159457
+rep_loss = 0.7441870884377827
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.240160869486505
+cls_loss = 0.0
+eval_loss = 0.7068198644197904
+f1 = 0.046511627906976744
+global_step = 35349
+loss = 2.9840825616314426
+rep_loss = 0.7439216884820821
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.2359499723109617
+cls_loss = 0.0
+eval_loss = 0.7068008918028611
+f1 = 0.05730659025787966
+global_step = 35399
+loss = 2.9799542083490365
+rep_loss = 0.7440042329146872
+acc = 0.20098039215686275
+acc_and_f1 = 0.11246624398262299
+att_loss = 2.2346678848334967
+cls_loss = 0.0
+eval_loss = 0.7062420294835017
+f1 = 0.023952095808383235
+global_step = 35449
+loss = 2.978519495242813
+rep_loss = 0.7438516093411326
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2337679044091594
+cls_loss = 0.0
+eval_loss = 0.706175304376162
+f1 = 0.04081632653061224
+global_step = 35499
+loss = 2.977253013106465
+rep_loss = 0.7434851059797687
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.23421801457619
+cls_loss = 0.0
+eval_loss = 0.7063919580899752
+f1 = 0.056818181818181816
+global_step = 35549
+loss = 2.977910577150008
+rep_loss = 0.7436925573839676
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.2324726100846046
+cls_loss = 0.0
+eval_loss = 0.7064253458609948
+f1 = 0.03519061583577713
+global_step = 35599
+loss = 2.9760237395902336
+rep_loss = 0.7435511251985332
+acc = 0.2034313725490196
+acc_and_f1 = 0.11664105940883816
+att_loss = 2.231281073456766
+cls_loss = 0.0
+eval_loss = 0.7056749784029447
+f1 = 0.029850746268656716
+global_step = 35649
+loss = 2.9747514266808497
+rep_loss = 0.7434703493665803
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.2302551109533906
+cls_loss = 0.0
+eval_loss = 0.7061933324887202
+f1 = 0.04664723032069971
+global_step = 35699
+loss = 2.973860753731827
+rep_loss = 0.7436056362433334
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.231902082761129
+cls_loss = 0.0
+eval_loss = 0.706427092735584
+f1 = 0.035398230088495575
+global_step = 35749
+loss = 2.97559599102264
+rep_loss = 0.7436939031143057
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.229342350330565
+cls_loss = 0.0
+eval_loss = 0.7065932613152724
+f1 = 0.05187319884726225
+global_step = 35799
+loss = 2.973017905967603
+rep_loss = 0.7436755504251853
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.23015776087855
+cls_loss = 0.0
+eval_loss = 0.7066456950627841
+f1 = 0.04093567251461988
+global_step = 35849
+loss = 2.9739490492881133
+rep_loss = 0.7437912841081971
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.2311340781396307
+cls_loss = 0.0
+eval_loss = 0.7067661147851211
+f1 = 0.04129793510324484
+global_step = 35899
+loss = 2.9749512240719893
+rep_loss = 0.7438171414354374
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.233054664995
+cls_loss = 0.0
+eval_loss = 0.7064875731101403
+f1 = 0.046511627906976744
+global_step = 35949
+loss = 2.9770191523780873
+rep_loss = 0.7439644837104004
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.232906118376839
+cls_loss = 0.0
+eval_loss = 0.706340166238638
+f1 = 0.04057971014492753
+global_step = 35999
+loss = 2.976838475113467
+rep_loss = 0.7439323535730525
+acc = 0.20588235294117646
+acc_and_f1 = 0.12365123564218586
+att_loss = 2.234220820889131
+cls_loss = 0.0
+eval_loss = 0.7064409531079806
+f1 = 0.04142011834319527
+global_step = 36049
+loss = 2.9780744657310336
+rep_loss = 0.7438536417226607
+acc = 0.20098039215686275
+acc_and_f1 = 0.13742201426024955
+att_loss = 2.2338212102298716
+cls_loss = 0.0
+eval_loss = 0.706558502637423
+f1 = 0.07386363636363637
+global_step = 36099
+loss = 2.977653006049609
+rep_loss = 0.743831792611737
+acc = 0.20098039215686275
+acc_and_f1 = 0.12939193018247763
+att_loss = 2.236729292265607
+cls_loss = 0.0
+eval_loss = 0.7065660265775827
+f1 = 0.057803468208092484
+global_step = 36149
+loss = 2.9806883564034328
+rep_loss = 0.743959061580732
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2363018735852256
+cls_loss = 0.0
+eval_loss = 0.7064641347298255
+f1 = 0.03529411764705882
+global_step = 36199
+loss = 2.9802110007483478
+rep_loss = 0.7439091246723549
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.2359593246025105
+cls_loss = 0.0
+eval_loss = 0.7064363864751962
+f1 = 0.035398230088495575
+global_step = 36249
+loss = 2.9797520469580676
+rep_loss = 0.743792719206841
+acc = 0.19362745098039216
+acc_and_f1 = 0.13343344380005523
+att_loss = 2.236213059315542
+cls_loss = 0.0
+eval_loss = 0.7065803362773015
+f1 = 0.07323943661971831
+global_step = 36299
+loss = 2.980017869212756
+rep_loss = 0.7438048069407392
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2368539197653203
+cls_loss = 0.0
+eval_loss = 0.7065752973923316
+f1 = 0.05187319884726225
+global_step = 36349
+loss = 2.9807747015010713
+rep_loss = 0.7439207788035463
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.235553562883636
+cls_loss = 0.0
+eval_loss = 0.7069677206186148
+f1 = 0.03529411764705882
+global_step = 36399
+loss = 2.9793825135956555
+rep_loss = 0.7438289474626204
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2343900611011005
+cls_loss = 0.0
+eval_loss = 0.7067831525435815
+f1 = 0.03488372093023256
+global_step = 36449
+loss = 2.9780834800475646
+rep_loss = 0.7436934159172989
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.2331678557880306
+cls_loss = 0.0
+eval_loss = 0.7063150864381057
+f1 = 0.057971014492753624
+global_step = 36499
+loss = 2.9767981824164464
+rep_loss = 0.7436303238926121
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.2322333333628865
+cls_loss = 0.0
+eval_loss = 0.7064713698167068
+f1 = 0.05698005698005698
+global_step = 36549
+loss = 2.975793145029678
+rep_loss = 0.7435598087276213
+acc = 0.20098039215686275
+acc_and_f1 = 0.13477591036414566
+att_loss = 2.2322281908538475
+cls_loss = 0.0
+eval_loss = 0.7062131441556491
+f1 = 0.06857142857142857
+global_step = 36599
+loss = 2.97571101015143
+rep_loss = 0.7434828162526984
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.232011176509741
+cls_loss = 0.0
+eval_loss = 0.7065156239729661
+f1 = 0.04057971014492753
+global_step = 36649
+loss = 2.975460312832361
+rep_loss = 0.7434491326552617
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.2320027290566284
+cls_loss = 0.0
+eval_loss = 0.7066753231562101
+f1 = 0.052478134110787174
+global_step = 36699
+loss = 2.975479871482924
+rep_loss = 0.7434771389568297
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.2317646806794227
+cls_loss = 0.0
+eval_loss = 0.7067995163110586
+f1 = 0.040697674418604654
+global_step = 36749
+loss = 2.9752555853811677
+rep_loss = 0.7434909016063804
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.231837735943007
+cls_loss = 0.0
+eval_loss = 0.7068540132962741
+f1 = 0.046242774566473986
+global_step = 36799
+loss = 2.9752392512731864
+rep_loss = 0.743401511927336
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.231084568504779
+cls_loss = 0.0
+eval_loss = 0.7064858858401959
+f1 = 0.046242774566473986
+global_step = 36849
+loss = 2.974419505628821
+rep_loss = 0.7433349341420349
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2320034103354947
+cls_loss = 0.0
+eval_loss = 0.7066537646146921
+f1 = 0.03508771929824561
+global_step = 36899
+loss = 2.9753282136348993
+rep_loss = 0.743324800438106
+acc = 0.19362745098039216
+acc_and_f1 = 0.11156298802706924
+att_loss = 2.2311190511484775
+cls_loss = 0.0
+eval_loss = 0.706924883218912
+f1 = 0.029498525073746312
+global_step = 36949
+loss = 2.974404105850657
+rep_loss = 0.7432850525578868
+acc = 0.19117647058823528
+acc_and_f1 = 0.12683823529411764
+att_loss = 2.231128228369015
+cls_loss = 0.0
+eval_loss = 0.7067987735454853
+f1 = 0.0625
+global_step = 36999
+loss = 2.974403241868225
+rep_loss = 0.7432750115438913
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.2306173097078568
+cls_loss = 0.0
+eval_loss = 0.7067840649531438
+f1 = 0.046242774566473986
+global_step = 37049
+loss = 2.9738863094364345
+rep_loss = 0.7432689982693902
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.230162199140522
+cls_loss = 0.0
+eval_loss = 0.7068581030919001
+f1 = 0.04105571847507331
+global_step = 37099
+loss = 2.9733518066030515
+rep_loss = 0.743189605763071
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.2307546965819287
+cls_loss = 0.0
+eval_loss = 0.7069120590503399
+f1 = 0.05202312138728324
+global_step = 37149
+loss = 2.9738885357622067
+rep_loss = 0.7431338375237567
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2305190325253346
+cls_loss = 0.0
+eval_loss = 0.7067607687069819
+f1 = 0.05187319884726225
+global_step = 37199
+loss = 2.9735870676242757
+rep_loss = 0.7430680336594992
+acc = 0.20833333333333334
+acc_and_f1 = 0.11918168168168168
+att_loss = 2.231306380638427
+cls_loss = 0.0
+eval_loss = 0.7067468395599952
+f1 = 0.03003003003003003
+global_step = 37249
+loss = 2.97442074840375
+rep_loss = 0.7431143663604997
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.230872638464086
+cls_loss = 0.0
+eval_loss = 0.7068992440517132
+f1 = 0.04093567251461988
+global_step = 37299
+loss = 2.9739163697969753
+rep_loss = 0.7430437300170515
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.2305616649699465
+cls_loss = 0.0
+eval_loss = 0.7067553446843073
+f1 = 0.029411764705882353
+global_step = 37349
+loss = 2.9735572852361853
+rep_loss = 0.7429956188164702
+acc = 0.19852941176470587
+acc_and_f1 = 0.13078333052418675
+att_loss = 2.230063139937714
+cls_loss = 0.0
+eval_loss = 0.7068806198927072
+f1 = 0.06303724928366762
+global_step = 37399
+loss = 2.9730081386018514
+rep_loss = 0.7429449976747375
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.2296294674323076
+cls_loss = 0.0
+eval_loss = 0.7066083825551547
+f1 = 0.06285714285714286
+global_step = 37449
+loss = 2.9724903217581815
+rep_loss = 0.7428608532797197
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.2301043170160773
+cls_loss = 0.0
+eval_loss = 0.7062808596170865
+f1 = 0.04664723032069971
+global_step = 37499
+loss = 2.972997014847064
+rep_loss = 0.7428926968072913
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.2296135886570343
+cls_loss = 0.0
+eval_loss = 0.7066129950376657
+f1 = 0.06267806267806268
+global_step = 37549
+loss = 2.9724498471576357
+rep_loss = 0.7428362575234762
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2299582195066043
+cls_loss = 0.0
+eval_loss = 0.7065330376991859
+f1 = 0.05187319884726225
+global_step = 37599
+loss = 2.9727796959553103
+rep_loss = 0.7428214756634658
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.2309018602386606
+cls_loss = 0.0
+eval_loss = 0.7066718339920044
+f1 = 0.03498542274052478
+global_step = 37649
+loss = 2.973756112606115
+rep_loss = 0.7428542516461396
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.231051407910562
+cls_loss = 0.0
+eval_loss = 0.7067464314974271
+f1 = 0.03529411764705882
+global_step = 37699
+loss = 2.973896604415785
+rep_loss = 0.7428451961281273
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.2308027793289664
+cls_loss = 0.0
+eval_loss = 0.7065269259306101
+f1 = 0.03519061583577713
+global_step = 37749
+loss = 2.973624312170442
+rep_loss = 0.7428215326103604
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.23048264973968
+cls_loss = 0.0
+eval_loss = 0.7065492776724008
+f1 = 0.04664723032069971
+global_step = 37799
+loss = 2.9732841006156017
+rep_loss = 0.7428014508532499
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2307178670677423
+cls_loss = 0.0
+eval_loss = 0.7067018334682171
+f1 = 0.03529411764705882
+global_step = 37849
+loss = 2.9735006423706705
+rep_loss = 0.7427827754586701
+acc = 0.2034313725490196
+acc_and_f1 = 0.12517609683169456
+att_loss = 2.231484809259042
+cls_loss = 0.0
+eval_loss = 0.7068506112465491
+f1 = 0.0469208211143695
+global_step = 37899
+loss = 2.974297240261806
+rep_loss = 0.7428124309372404
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2317291428262958
+cls_loss = 0.0
+eval_loss = 0.7065165363825284
+f1 = 0.05187319884726225
+global_step = 37949
+loss = 2.9745438182126622
+rep_loss = 0.7428146755150558
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2313338972815107
+cls_loss = 0.0
+eval_loss = 0.7069205641746521
+f1 = 0.03508771929824561
+global_step = 37999
+loss = 2.974181158882268
+rep_loss = 0.7428472616428956
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.230974289227294
+cls_loss = 0.0
+eval_loss = 0.7069055713140048
+f1 = 0.03550295857988166
+global_step = 38049
+loss = 2.973768546623503
+rep_loss = 0.7427942573962091
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2309795739342224
+cls_loss = 0.0
+eval_loss = 0.7070025572409997
+f1 = 0.05157593123209169
+global_step = 38099
+loss = 2.97374632595423
+rep_loss = 0.742766751999658
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2316256240535477
+cls_loss = 0.0
+eval_loss = 0.7068356642356286
+f1 = 0.04105571847507331
+global_step = 38149
+loss = 2.9743835765989726
+rep_loss = 0.7427579526854826
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2316343155423577
+cls_loss = 0.0
+eval_loss = 0.706685836498554
+f1 = 0.03529411764705882
+global_step = 38199
+loss = 2.974383886201266
+rep_loss = 0.7427495705801963
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.2314796806659434
+cls_loss = 0.0
+eval_loss = 0.706801373224992
+f1 = 0.04093567251461988
+global_step = 38249
+loss = 2.974197276887587
+rep_loss = 0.7427175962216438
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.2315170497092702
+cls_loss = 0.0
+eval_loss = 0.7067158680695754
+f1 = 0.052478134110787174
+global_step = 38299
+loss = 2.974206762292508
+rep_loss = 0.7426897125451395
+acc = 0.2034313725490196
+acc_and_f1 = 0.1279547533299034
+att_loss = 2.231861288984754
+cls_loss = 0.0
+eval_loss = 0.7069003627850459
+f1 = 0.052478134110787174
+global_step = 38349
+loss = 2.974542180784621
+rep_loss = 0.7426808917248687
+acc = 0.20098039215686275
+acc_and_f1 = 0.13209939148073024
+att_loss = 2.2314800991292856
+cls_loss = 0.0
+eval_loss = 0.7074339848298293
+f1 = 0.06321839080459771
+global_step = 38399
+loss = 2.9741036344807594
+rep_loss = 0.7426235350745867
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.231595389760824
+cls_loss = 0.0
+eval_loss = 0.7070198792677659
+f1 = 0.05187319884726225
+global_step = 38449
+loss = 2.974164214429422
+rep_loss = 0.7425688245049988
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2314045338274013
+cls_loss = 0.0
+eval_loss = 0.7071258196463952
+f1 = 0.03529411764705882
+global_step = 38499
+loss = 2.973946290533261
+rep_loss = 0.7425417570102391
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2310688192232644
+cls_loss = 0.0
+eval_loss = 0.7072616678017837
+f1 = 0.03488372093023256
+global_step = 38549
+loss = 2.9735588104494157
+rep_loss = 0.7424899918082621
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2313307900232697
+cls_loss = 0.0
+eval_loss = 0.7069364648598891
+f1 = 0.04081632653061224
+global_step = 38599
+loss = 2.9738247482864946
+rep_loss = 0.7424939588194652
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.231673591539208
+cls_loss = 0.0
+eval_loss = 0.7065568153674786
+f1 = 0.05747126436781609
+global_step = 38649
+loss = 2.974147393258696
+rep_loss = 0.7424738021135399
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.231813300125455
+cls_loss = 0.0
+eval_loss = 0.7067323739712055
+f1 = 0.04081632653061224
+global_step = 38699
+loss = 2.9742908136606148
+rep_loss = 0.7424775141938681
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.2318973260140345
+cls_loss = 0.0
+eval_loss = 0.7067296688373272
+f1 = 0.05747126436781609
+global_step = 38749
+loss = 2.974363847030678
+rep_loss = 0.7424665215495713
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.231651676591351
+cls_loss = 0.0
+eval_loss = 0.7068001215274518
+f1 = 0.04610951008645533
+global_step = 38799
+loss = 2.9741094701051645
+rep_loss = 0.7424577940229741
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2315733723097373
+cls_loss = 0.0
+eval_loss = 0.7070051294106704
+f1 = 0.046511627906976744
+global_step = 38849
+loss = 2.974007593286073
+rep_loss = 0.7424342213651673
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.231230601832195
+cls_loss = 0.0
+eval_loss = 0.7066351312857407
+f1 = 0.03519061583577713
+global_step = 38899
+loss = 2.973616925024993
+rep_loss = 0.7423863236723205
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.231416306346773
+cls_loss = 0.0
+eval_loss = 0.7066082129111657
+f1 = 0.05714285714285714
+global_step = 38949
+loss = 2.9738005619573986
+rep_loss = 0.7423842559891676
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.231528428834361
+cls_loss = 0.0
+eval_loss = 0.706843261535351
+f1 = 0.06267806267806268
+global_step = 38999
+loss = 2.973880041109485
+rep_loss = 0.7423516127109901
+acc = 0.19607843137254902
+acc_and_f1 = 0.13993865702705663
+att_loss = 2.2314175997975254
+cls_loss = 0.0
+eval_loss = 0.7066823427493756
+f1 = 0.08379888268156424
+global_step = 39049
+loss = 2.9737567913289475
+rep_loss = 0.7423391918233757
+acc = 0.18382352941176472
+acc_and_f1 = 0.1306929281407854
+att_loss = 2.231120969388102
+cls_loss = 0.0
+eval_loss = 0.7070068487754235
+f1 = 0.07756232686980609
+global_step = 39099
+loss = 2.9734391525945276
+rep_loss = 0.7423181835098345
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.2313101176911188
+cls_loss = 0.0
+eval_loss = 0.7068899411421555
+f1 = 0.05172413793103448
+global_step = 39149
+loss = 2.9736059624575346
+rep_loss = 0.7422958449611534
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.2309040598965186
+cls_loss = 0.0
+eval_loss = 0.7065537526057317
+f1 = 0.029411764705882353
+global_step = 39199
+loss = 2.973158239105198
+rep_loss = 0.7422541793122366
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.230817123907809
+cls_loss = 0.0
+eval_loss = 0.7066603899002075
+f1 = 0.05730659025787966
+global_step = 39249
+loss = 2.9730447753734173
+rep_loss = 0.742227651480221
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.230915756339916
+cls_loss = 0.0
+eval_loss = 0.7066049392406757
+f1 = 0.05187319884726225
+global_step = 39299
+loss = 2.9731194136303833
+rep_loss = 0.742203657449259
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.2311551497581044
+cls_loss = 0.0
+eval_loss = 0.706791130396036
+f1 = 0.04678362573099415
+global_step = 39349
+loss = 2.9733493253356906
+rep_loss = 0.7421941758913696
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.231257369879657
+cls_loss = 0.0
+eval_loss = 0.7064670003377475
+f1 = 0.04678362573099415
+global_step = 39399
+loss = 2.9734247631146062
+rep_loss = 0.7421673934604576
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2310725554987547
+cls_loss = 0.0
+eval_loss = 0.706254977446336
+f1 = 0.03529411764705882
+global_step = 39449
+loss = 2.9732166004114045
+rep_loss = 0.7421440450658752
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.231191505485882
+cls_loss = 0.0
+eval_loss = 0.706906048151163
+f1 = 0.045845272206303724
+global_step = 39499
+loss = 2.97333515436662
+rep_loss = 0.7421436489633502
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.2308307026695187
+cls_loss = 0.0
+eval_loss = 0.7064631627156184
+f1 = 0.06267806267806268
+global_step = 39549
+loss = 2.9729506214287325
+rep_loss = 0.7421199188817171
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.230773922443713
+cls_loss = 0.0
+eval_loss = 0.7065458985475394
+f1 = 0.040697674418604654
+global_step = 39599
+loss = 2.9728722314475
+rep_loss = 0.7420983093402326
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.2301417043310745
+cls_loss = 0.0
+eval_loss = 0.7066702521764315
+f1 = 0.06267806267806268
+global_step = 39649
+loss = 2.9721797114638617
+rep_loss = 0.7420380074787842
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.2302858546544027
+cls_loss = 0.0
+eval_loss = 0.7068038124304551
+f1 = 0.05747126436781609
+global_step = 39699
+loss = 2.972291138978109
+rep_loss = 0.7420052845869193
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.2302510487145537
+cls_loss = 0.0
+eval_loss = 0.7068948424779452
+f1 = 0.046242774566473986
+global_step = 39749
+loss = 2.9722333132999386
+rep_loss = 0.7419822648717577
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2304259352715956
+cls_loss = 0.0
+eval_loss = 0.7067595353493323
+f1 = 0.04597701149425287
+global_step = 39799
+loss = 2.972393112425723
+rep_loss = 0.7419671774116544
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2298988173674967
+cls_loss = 0.0
+eval_loss = 0.7068721560331491
+f1 = 0.046511627906976744
+global_step = 39849
+loss = 2.971803530283172
+rep_loss = 0.741904713195928
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.2295811823140896
+cls_loss = 0.0
+eval_loss = 0.7068401208290687
+f1 = 0.03519061583577713
+global_step = 39899
+loss = 2.971472811814871
+rep_loss = 0.7418916296016139
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.2297285374898643
+cls_loss = 0.0
+eval_loss = 0.7068333213145916
+f1 = 0.046242774566473986
+global_step = 39949
+loss = 2.9715982824470437
+rep_loss = 0.7418697449322349
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.229507365516067
+cls_loss = 0.0
+eval_loss = 0.7066139716368455
+f1 = 0.05202312138728324
+global_step = 39999
+loss = 2.9713336989903802
+rep_loss = 0.7418263334249409
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2296609907371145
+cls_loss = 0.0
+eval_loss = 0.7065679614360516
+f1 = 0.05187319884726225
+global_step = 40049
+loss = 2.9714669250371784
+rep_loss = 0.7418059341656817
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.230062535530318
+cls_loss = 0.0
+eval_loss = 0.7066412613942072
+f1 = 0.029411764705882353
+global_step = 40099
+loss = 2.9718731954485196
+rep_loss = 0.7418106596279783
+acc = 0.19852941176470587
+acc_and_f1 = 0.13078333052418675
+att_loss = 2.2298239815735537
+cls_loss = 0.0
+eval_loss = 0.7066297576977656
+f1 = 0.06303724928366762
+global_step = 40149
+loss = 2.9716163153245185
+rep_loss = 0.7417923334636561
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.2297449528898388
+cls_loss = 0.0
+eval_loss = 0.7063952867801373
+f1 = 0.04057971014492753
+global_step = 40199
+loss = 2.9715062600050657
+rep_loss = 0.7417613067004002
+acc = 0.18627450980392157
+acc_and_f1 = 0.12945010406397195
+att_loss = 2.229632905041709
+cls_loss = 0.0
+eval_loss = 0.7069173271839435
+f1 = 0.07262569832402235
+global_step = 40249
+loss = 2.9713822451837655
+rep_loss = 0.7417493395670166
+acc = 0.2034313725490196
+acc_and_f1 = 0.1307011935208866
+att_loss = 2.22975369191444
+cls_loss = 0.0
+eval_loss = 0.7063905550883367
+f1 = 0.057971014492753624
+global_step = 40299
+loss = 2.9714868988156855
+rep_loss = 0.7417332062039791
+acc = 0.19362745098039216
+acc_and_f1 = 0.13080805976781648
+att_loss = 2.2297084816728097
+cls_loss = 0.0
+eval_loss = 0.7070703323070819
+f1 = 0.0679886685552408
+global_step = 40349
+loss = 2.9714263363403806
+rep_loss = 0.7417178539079827
+acc = 0.20098039215686275
+acc_and_f1 = 0.13477591036414566
+att_loss = 2.2294402202517563
+cls_loss = 0.0
+eval_loss = 0.7066787985654978
+f1 = 0.06857142857142857
+global_step = 40399
+loss = 2.971112402567423
+rep_loss = 0.7416721815633418
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2295810409648147
+cls_loss = 0.0
+eval_loss = 0.7064801729642428
+f1 = 0.05763688760806916
+global_step = 40449
+loss = 2.971265138290804
+rep_loss = 0.7416840967614444
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.229675922435854
+cls_loss = 0.0
+eval_loss = 0.7069225173730117
+f1 = 0.029239766081871343
+global_step = 40499
+loss = 2.971344510706756
+rep_loss = 0.7416685876557294
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.2296705119205154
+cls_loss = 0.0
+eval_loss = 0.7067155883862422
+f1 = 0.05202312138728324
+global_step = 40549
+loss = 2.9713266580648683
+rep_loss = 0.7416561455681413
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.229550283814601
+cls_loss = 0.0
+eval_loss = 0.7068080306053162
+f1 = 0.05142857142857143
+global_step = 40599
+loss = 2.971167985280589
+rep_loss = 0.7416177009280204
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.229732921859343
+cls_loss = 0.0
+eval_loss = 0.7068109741577735
+f1 = 0.029239766081871343
+global_step = 40649
+loss = 2.971347792780863
+rep_loss = 0.7416148703014314
+acc = 0.20098039215686275
+acc_and_f1 = 0.13477591036414566
+att_loss = 2.2295061286911437
+cls_loss = 0.0
+eval_loss = 0.7067336761034452
+f1 = 0.06857142857142857
+global_step = 40699
+loss = 2.9710914178790655
+rep_loss = 0.7415852884764179
+acc = 0.19362745098039216
+acc_and_f1 = 0.13343344380005523
+att_loss = 2.2294355653951534
+cls_loss = 0.0
+eval_loss = 0.7070574806286738
+f1 = 0.07323943661971831
+global_step = 40749
+loss = 2.9710138531691883
+rep_loss = 0.7415782871116423
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.229177307756444
+cls_loss = 0.0
+eval_loss = 0.7067893514266381
+f1 = 0.04081632653061224
+global_step = 40799
+loss = 2.9707301567282296
+rep_loss = 0.7415528482835105
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.2292334543900876
+cls_loss = 0.0
+eval_loss = 0.7068906334730295
+f1 = 0.046242774566473986
+global_step = 40849
+loss = 2.970792943605509
+rep_loss = 0.7415594886066754
+acc = 0.19607843137254902
+acc_and_f1 = 0.1321301247771836
+att_loss = 2.2292624406320174
+cls_loss = 0.0
+eval_loss = 0.7071311473846436
+f1 = 0.06818181818181818
+global_step = 40899
+loss = 2.9708083350530656
+rep_loss = 0.7415458938904428
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.2293906532824916
+cls_loss = 0.0
+eval_loss = 0.7075172983683072
+f1 = 0.05714285714285714
+global_step = 40949
+loss = 2.970921408533947
+rep_loss = 0.7415307545913588
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2292101469103724
+cls_loss = 0.0
+eval_loss = 0.7072619062203628
+f1 = 0.04105571847507331
+global_step = 40999
+loss = 2.9707090868960524
+rep_loss = 0.7414989391983138
+acc = 0.20098039215686275
+acc_and_f1 = 0.12107843137254902
+att_loss = 2.229245366054969
+cls_loss = 0.0
+eval_loss = 0.7071950710736788
+f1 = 0.041176470588235294
+global_step = 41049
+loss = 2.9707290352475666
+rep_loss = 0.7414836684828977
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2290466460877636
+cls_loss = 0.0
+eval_loss = 0.707027412377871
+f1 = 0.0463768115942029
+global_step = 41099
+loss = 2.9704848523283913
+rep_loss = 0.7414382056273906
+acc = 0.18872549019607843
+acc_and_f1 = 0.12816556199944767
+att_loss = 2.2288984131266747
+cls_loss = 0.0
+eval_loss = 0.7075118330808786
+f1 = 0.0676056338028169
+global_step = 41149
+loss = 2.970296615939372
+rep_loss = 0.7413982020849607
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.228957605274939
+cls_loss = 0.0
+eval_loss = 0.7071984089337863
+f1 = 0.04664723032069971
+global_step = 41199
+loss = 2.9703297944859024
+rep_loss = 0.7413721884991482
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.228947513627857
+cls_loss = 0.0
+eval_loss = 0.707183260184068
+f1 = 0.03529411764705882
+global_step = 41249
+loss = 2.9702971317713582
+rep_loss = 0.7413496175159806
+acc = 0.19852941176470587
+acc_and_f1 = 0.1280831496863875
+att_loss = 2.2288822934802193
+cls_loss = 0.0
+eval_loss = 0.7068480436618512
+f1 = 0.05763688760806916
+global_step = 41299
+loss = 2.9702133509206003
+rep_loss = 0.7413310567985294
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.228644427540889
+cls_loss = 0.0
+eval_loss = 0.7070137858390808
+f1 = 0.05232558139534884
+global_step = 41349
+loss = 2.969942658517445
+rep_loss = 0.7412982303302522
+acc = 0.19607843137254902
+acc_and_f1 = 0.1321301247771836
+att_loss = 2.2286057219610185
+cls_loss = 0.0
+eval_loss = 0.7068060453121479
+f1 = 0.06818181818181818
+global_step = 41399
+loss = 2.9698935899674788
+rep_loss = 0.7412878673174997
+acc = 0.2034313725490196
+acc_and_f1 = 0.12236465382613222
+att_loss = 2.228576208588651
+cls_loss = 0.0
+eval_loss = 0.7072084454389719
+f1 = 0.04129793510324484
+global_step = 41449
+loss = 2.9698303112616906
+rep_loss = 0.741254101894638
+acc = 0.19852941176470587
+acc_and_f1 = 0.12535166240409207
+att_loss = 2.2286830641191555
+cls_loss = 0.0
+eval_loss = 0.7074232926735511
+f1 = 0.05217391304347826
+global_step = 41499
+loss = 2.969917877719835
+rep_loss = 0.7412348127625041
+acc = 0.19852941176470587
+acc_and_f1 = 0.13345274007038713
+att_loss = 2.228784593636572
+cls_loss = 0.0
+eval_loss = 0.7068142432432908
+f1 = 0.06837606837606838
+global_step = 41549
+loss = 2.970012214158018
+rep_loss = 0.7412276198860619
+acc = 0.20098039215686275
+acc_and_f1 = 0.12665298677610579
+att_loss = 2.2288999851207225
+cls_loss = 0.0
+eval_loss = 0.7070157252825223
+f1 = 0.05232558139534884
+global_step = 41599
+loss = 2.9701344469951274
+rep_loss = 0.7412344612903182
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2291171776878556
+cls_loss = 0.0
+eval_loss = 0.707260943376101
+f1 = 0.05157593123209169
+global_step = 41649
+loss = 2.9703403789516143
+rep_loss = 0.7412232006381813
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2291749781170234
+cls_loss = 0.0
+eval_loss = 0.7073360773233267
+f1 = 0.05157593123209169
+global_step = 41699
+loss = 2.9703835453258973
+rep_loss = 0.741208566606346
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.229348900706269
+cls_loss = 0.0
+eval_loss = 0.7070095401543838
+f1 = 0.0463768115942029
+global_step = 41749
+loss = 2.9705486240349273
+rep_loss = 0.74119972269447
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.229253452564009
+cls_loss = 0.0
+eval_loss = 0.7068829582287715
+f1 = 0.04093567251461988
+global_step = 41799
+loss = 2.970432817351496
+rep_loss = 0.7411793641580825
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.2292567223091826
+cls_loss = 0.0
+eval_loss = 0.7071524629226098
+f1 = 0.05714285714285714
+global_step = 41849
+loss = 2.9704227558169682
+rep_loss = 0.7411660328473958
+acc = 0.20098039215686275
+acc_and_f1 = 0.12388200894392845
+att_loss = 2.229176037643547
+cls_loss = 0.0
+eval_loss = 0.7067219890080966
+f1 = 0.04678362573099415
+global_step = 41899
+loss = 2.970320510020988
+rep_loss = 0.7411444717042424
+acc = 0.18382352941176472
+acc_and_f1 = 0.12812346387022777
+att_loss = 2.2293198484290504
+cls_loss = 0.0
+eval_loss = 0.7072907319435706
+f1 = 0.07242339832869081
+global_step = 41949
+loss = 2.9704560629648697
+rep_loss = 0.7411362138236232
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.2294700581955165
+cls_loss = 0.0
+eval_loss = 0.7073506712913513
+f1 = 0.0463768115942029
+global_step = 41999
+loss = 2.9705976887562033
+rep_loss = 0.7411276299497153
+acc = 0.19852941176470587
+acc_and_f1 = 0.12258832104270279
+att_loss = 2.2293827717587393
+cls_loss = 0.0
+eval_loss = 0.7071048204715435
+f1 = 0.04664723032069971
+global_step = 42049
+loss = 2.9704795932852956
+rep_loss = 0.741096820876702
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.229049258064202
+cls_loss = 0.0
+eval_loss = 0.7073105757053082
+f1 = 0.04057971014492753
+global_step = 42099
+loss = 2.970108298550679
+rep_loss = 0.7410590398757209
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.2290549701700786
+cls_loss = 0.0
+eval_loss = 0.7069217150027935
+f1 = 0.06267806267806268
+global_step = 42149
+loss = 2.9700987720270864
+rep_loss = 0.7410438012250055
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.2289017646474507
+cls_loss = 0.0
+eval_loss = 0.7072918506769034
+f1 = 0.06285714285714286
+global_step = 42199
+loss = 2.969909638425062
+rep_loss = 0.7410078732603423
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.2191516876220705
+cls_loss = 0.0
+eval_loss = 0.7072996405454782
+f1 = 0.04057971014492753
+global_step = 42249
+loss = 2.9574264632331
+rep_loss = 0.7382747848828634
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.202448521162334
+cls_loss = 0.0
+eval_loss = 0.70726812344331
+f1 = 0.05172413793103448
+global_step = 42299
+loss = 2.940312759499801
+rep_loss = 0.7378642421019704
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.21705636320443
+cls_loss = 0.0
+eval_loss = 0.7069380329205439
+f1 = 0.05142857142857143
+global_step = 42349
+loss = 2.9558369472109036
+rep_loss = 0.7387805893503386
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.206706578303606
+cls_loss = 0.0
+eval_loss = 0.707596847644219
+f1 = 0.05202312138728324
+global_step = 42399
+loss = 2.9442014584174525
+rep_loss = 0.7374948865328079
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.205339154418634
+cls_loss = 0.0
+eval_loss = 0.7071921871258662
+f1 = 0.029411764705882353
+global_step = 42449
+loss = 2.9427395304855035
+rep_loss = 0.7374003831221133
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.207549401865167
+cls_loss = 0.0
+eval_loss = 0.7074984587155856
+f1 = 0.05128205128205128
+global_step = 42499
+loss = 2.945242107520669
+rep_loss = 0.7376927115149418
+acc = 0.17892156862745098
+acc_and_f1 = 0.10675185059614624
+att_loss = 2.210530564404916
+cls_loss = 0.0
+eval_loss = 0.7072958533580487
+f1 = 0.0345821325648415
+global_step = 42549
+loss = 2.948156281485074
+rep_loss = 0.7376257238180741
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.2119598500336273
+cls_loss = 0.0
+eval_loss = 0.7071424355873694
+f1 = 0.040345821325648415
+global_step = 42599
+loss = 2.9494551543948018
+rep_loss = 0.737495311151577
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.212486538726292
+cls_loss = 0.0
+eval_loss = 0.7072428052241986
+f1 = 0.04597701149425287
+global_step = 42649
+loss = 2.9501244518194305
+rep_loss = 0.7376379196563464
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.2131957037280303
+cls_loss = 0.0
+eval_loss = 0.707387598661276
+f1 = 0.05730659025787966
+global_step = 42699
+loss = 2.9508600673290215
+rep_loss = 0.7376643701033159
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.215317021159951
+cls_loss = 0.0
+eval_loss = 0.7071733016234177
+f1 = 0.03508771929824561
+global_step = 42749
+loss = 2.9531283387350378
+rep_loss = 0.7378113235902348
+acc = 0.18382352941176472
+acc_and_f1 = 0.12024037660389936
+att_loss = 2.215463588418079
+cls_loss = 0.0
+eval_loss = 0.7072230302370511
+f1 = 0.056657223796033995
+global_step = 42799
+loss = 2.9531551749766374
+rep_loss = 0.7376915902650657
+acc = 0.17892156862745098
+acc_and_f1 = 0.11762979839823254
+att_loss = 2.217147451777791
+cls_loss = 0.0
+eval_loss = 0.7073443715388958
+f1 = 0.056338028169014086
+global_step = 42849
+loss = 2.9548857670421746
+rep_loss = 0.7377383172050003
+acc = 0.18137254901960784
+acc_and_f1 = 0.11893486208042539
+att_loss = 2.2153303079467883
+cls_loss = 0.0
+eval_loss = 0.7075167435866135
+f1 = 0.05649717514124294
+global_step = 42899
+loss = 2.9529766247426865
+rep_loss = 0.7376463187684258
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.2190712383129454
+cls_loss = 0.0
+eval_loss = 0.7076684557474576
+f1 = 0.05730659025787966
+global_step = 42949
+loss = 2.9568305380392395
+rep_loss = 0.7377593024465061
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.219029599615613
+cls_loss = 0.0
+eval_loss = 0.7073284616837134
+f1 = 0.029239766081871343
+global_step = 42999
+loss = 2.956762343232737
+rep_loss = 0.7377327467660484
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.219712890111483
+cls_loss = 0.0
+eval_loss = 0.7074411052923936
+f1 = 0.040345821325648415
+global_step = 43049
+loss = 2.957382300901695
+rep_loss = 0.7376694153751847
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.2202034011233454
+cls_loss = 0.0
+eval_loss = 0.7073463430771461
+f1 = 0.029239766081871343
+global_step = 43099
+loss = 2.95786337852478
+rep_loss = 0.7376599826626271
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.2197034067577786
+cls_loss = 0.0
+eval_loss = 0.707278522161337
+f1 = 0.029239766081871343
+global_step = 43149
+loss = 2.957411370706306
+rep_loss = 0.7377079693728654
+acc = 0.18872549019607843
+acc_and_f1 = 0.10902550169627968
+att_loss = 2.2187318438860637
+cls_loss = 0.0
+eval_loss = 0.7072577934998733
+f1 = 0.02932551319648094
+global_step = 43199
+loss = 2.956414679905877
+rep_loss = 0.7376828412314755
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.218236507525284
+cls_loss = 0.0
+eval_loss = 0.707605976324815
+f1 = 0.06267806267806268
+global_step = 43249
+loss = 2.955800587822946
+rep_loss = 0.7375640853740382
+acc = 0.18872549019607843
+acc_and_f1 = 0.10902550169627968
+att_loss = 2.218856384656201
+cls_loss = 0.0
+eval_loss = 0.7073641236011798
+f1 = 0.02932551319648094
+global_step = 43299
+loss = 2.9564151938103107
+rep_loss = 0.7375588153595249
+acc = 0.19117647058823528
+acc_and_f1 = 0.13210508922670192
+att_loss = 2.218672424320571
+cls_loss = 0.0
+eval_loss = 0.707438418498406
+f1 = 0.07303370786516854
+global_step = 43349
+loss = 2.956265245879061
+rep_loss = 0.7375928278573215
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.220360931691764
+cls_loss = 0.0
+eval_loss = 0.7074486613273621
+f1 = 0.045845272206303724
+global_step = 43399
+loss = 2.9580286726293203
+rep_loss = 0.7376677476711353
+acc = 0.17892156862745098
+acc_and_f1 = 0.10395353793691389
+att_loss = 2.2204062162154172
+cls_loss = 0.0
+eval_loss = 0.7070772877106299
+f1 = 0.028985507246376812
+global_step = 43449
+loss = 2.9580762941674537
+rep_loss = 0.7376700840321889
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.2206253842497423
+cls_loss = 0.0
+eval_loss = 0.7074624941899226
+f1 = 0.045845272206303724
+global_step = 43499
+loss = 2.9582447121962616
+rep_loss = 0.7376193342982111
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2193112844871323
+cls_loss = 0.0
+eval_loss = 0.7073025244932908
+f1 = 0.05157593123209169
+global_step = 43549
+loss = 2.9567812816804224
+rep_loss = 0.737470003441807
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.2185665587797816
+cls_loss = 0.0
+eval_loss = 0.7074745893478394
+f1 = 0.040697674418604654
+global_step = 43599
+loss = 2.9559728022544616
+rep_loss = 0.7374062502256004
+acc = 0.17401960784313725
+acc_and_f1 = 0.11502100840336134
+att_loss = 2.219934861717752
+cls_loss = 0.0
+eval_loss = 0.7077315449714661
+f1 = 0.056022408963585436
+global_step = 43649
+loss = 2.957347256254572
+rep_loss = 0.7374124012603892
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2207604073361806
+cls_loss = 0.0
+eval_loss = 0.7076870478116549
+f1 = 0.046511627906976744
+global_step = 43699
+loss = 2.958225920367799
+rep_loss = 0.7374655199688812
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.2211896859326408
+cls_loss = 0.0
+eval_loss = 0.7073529867025522
+f1 = 0.03529411764705882
+global_step = 43749
+loss = 2.958676829538685
+rep_loss = 0.7374871505116953
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.221874815468504
+cls_loss = 0.0
+eval_loss = 0.7074200831926786
+f1 = 0.04046242774566474
+global_step = 43799
+loss = 2.95937961052204
+rep_loss = 0.7375048012569033
+acc = 0.19852941176470587
+acc_and_f1 = 0.11410150113457845
+att_loss = 2.2222214397326066
+cls_loss = 0.0
+eval_loss = 0.7072243782190176
+f1 = 0.02967359050445104
+global_step = 43849
+loss = 2.9597577058797913
+rep_loss = 0.7375362723069351
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.22161855338949
+cls_loss = 0.0
+eval_loss = 0.7073053763462946
+f1 = 0.040697674418604654
+global_step = 43899
+loss = 2.9590957637381763
+rep_loss = 0.7374772165728881
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.2209024900693266
+cls_loss = 0.0
+eval_loss = 0.7067649364471436
+f1 = 0.040229885057471264
+global_step = 43949
+loss = 2.9583874314425667
+rep_loss = 0.7374849468042652
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.221305165317397
+cls_loss = 0.0
+eval_loss = 0.7069461391522334
+f1 = 0.04057971014492753
+global_step = 43999
+loss = 2.95877819300362
+rep_loss = 0.737473033264819
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.221587984865597
+cls_loss = 0.0
+eval_loss = 0.7074319261770982
+f1 = 0.029411764705882353
+global_step = 44049
+loss = 2.9590758428341006
+rep_loss = 0.7374878633313062
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2212847098197033
+cls_loss = 0.0
+eval_loss = 0.7075747893406794
+f1 = 0.03508771929824561
+global_step = 44099
+loss = 2.958709127733135
+rep_loss = 0.7374244227887458
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.220572414128517
+cls_loss = 0.0
+eval_loss = 0.7076701980370742
+f1 = 0.045845272206303724
+global_step = 44149
+loss = 2.9578730380933513
+rep_loss = 0.7373006288680442
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.220364889166409
+cls_loss = 0.0
+eval_loss = 0.707382816534776
+f1 = 0.04081632653061224
+global_step = 44199
+loss = 2.957643532932253
+rep_loss = 0.7372786485760433
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.220235086012003
+cls_loss = 0.0
+eval_loss = 0.7075506540445181
+f1 = 0.03488372093023256
+global_step = 44249
+loss = 2.9575035539407892
+rep_loss = 0.7372684729419885
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.2201616552393872
+cls_loss = 0.0
+eval_loss = 0.7072819196260892
+f1 = 0.035398230088495575
+global_step = 44299
+loss = 2.9573938647431803
+rep_loss = 0.7372322145680539
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.220175293497828
+cls_loss = 0.0
+eval_loss = 0.7073615697713999
+f1 = 0.03508771929824561
+global_step = 44349
+loss = 2.957399278142791
+rep_loss = 0.7372239897579024
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.2202077486520477
+cls_loss = 0.0
+eval_loss = 0.7071689046346225
+f1 = 0.04057971014492753
+global_step = 44399
+loss = 2.957438081272099
+rep_loss = 0.7372303372092018
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.2201895071828286
+cls_loss = 0.0
+eval_loss = 0.707360368508559
+f1 = 0.040697674418604654
+global_step = 44449
+loss = 2.9574049198813324
+rep_loss = 0.7372154175040451
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.221022412096493
+cls_loss = 0.0
+eval_loss = 0.707584926715264
+f1 = 0.029239766081871343
+global_step = 44499
+loss = 2.9582409398488227
+rep_loss = 0.7372185323752609
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.2207148559566248
+cls_loss = 0.0
+eval_loss = 0.7074651443041288
+f1 = 0.04057971014492753
+global_step = 44549
+loss = 2.957863332874485
+rep_loss = 0.737148481620146
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.2211836183245346
+cls_loss = 0.0
+eval_loss = 0.7072213246272161
+f1 = 0.05142857142857143
+global_step = 44599
+loss = 2.958368162621038
+rep_loss = 0.7371845489503944
+acc = 0.18382352941176472
+acc_and_f1 = 0.10648902418110101
+att_loss = 2.2210322316682656
+cls_loss = 0.0
+eval_loss = 0.707402412707989
+f1 = 0.029154518950437316
+global_step = 44649
+loss = 2.9581433402492467
+rep_loss = 0.7371111130909442
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.220952713704539
+cls_loss = 0.0
+eval_loss = 0.7076537150603074
+f1 = 0.05128205128205128
+global_step = 44699
+loss = 2.9580360590336556
+rep_loss = 0.7370833498203683
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.2212999708291825
+cls_loss = 0.0
+eval_loss = 0.7074377261675321
+f1 = 0.05142857142857143
+global_step = 44749
+loss = 2.9584120029082235
+rep_loss = 0.7371120363883747
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.2219500948238924
+cls_loss = 0.0
+eval_loss = 0.707558063360361
+f1 = 0.05113636363636364
+global_step = 44799
+loss = 2.959053714748522
+rep_loss = 0.7371036242657774
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.220994300698062
+cls_loss = 0.0
+eval_loss = 0.7073139043954703
+f1 = 0.040345821325648415
+global_step = 44849
+loss = 2.9580277235611625
+rep_loss = 0.737033426919371
+acc = 0.17647058823529413
+acc_and_f1 = 0.10823529411764707
+att_loss = 2.2213383229632546
+cls_loss = 0.0
+eval_loss = 0.7074486017227173
+f1 = 0.04
+global_step = 44899
+loss = 2.958384877365905
+rep_loss = 0.7370465583615489
+acc = 0.19362745098039216
+acc_and_f1 = 0.11156298802706924
+att_loss = 2.221508676627946
+cls_loss = 0.0
+eval_loss = 0.707286367049584
+f1 = 0.029498525073746312
+global_step = 44949
+loss = 2.9585872213262894
+rep_loss = 0.7370785484982753
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.2206460631170937
+cls_loss = 0.0
+eval_loss = 0.7074400094839243
+f1 = 0.045845272206303724
+global_step = 44999
+loss = 2.9576821143810568
+rep_loss = 0.7370360549959173
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.220780267782496
+cls_loss = 0.0
+eval_loss = 0.7072025491641118
+f1 = 0.04081632653061224
+global_step = 45049
+loss = 2.9577804613197207
+rep_loss = 0.7370001973711963
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2205471628070494
+cls_loss = 0.0
+eval_loss = 0.7074453647320087
+f1 = 0.04081632653061224
+global_step = 45099
+loss = 2.9575360956175545
+rep_loss = 0.7369889364547269
+acc = 0.18872549019607843
+acc_and_f1 = 0.13077731092436976
+att_loss = 2.2204873238840412
+cls_loss = 0.0
+eval_loss = 0.7071325962360089
+f1 = 0.07282913165266107
+global_step = 45149
+loss = 2.9574557002412445
+rep_loss = 0.7369683799597929
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.22080291332506
+cls_loss = 0.0
+eval_loss = 0.7071694823411795
+f1 = 0.040697674418604654
+global_step = 45199
+loss = 2.957785668715412
+rep_loss = 0.7369827591716148
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.2207612483176495
+cls_loss = 0.0
+eval_loss = 0.7069363731604356
+f1 = 0.05698005698005698
+global_step = 45249
+loss = 2.9577367634608827
+rep_loss = 0.7369755188036826
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.220690580176999
+cls_loss = 0.0
+eval_loss = 0.7075326855366046
+f1 = 0.040345821325648415
+global_step = 45299
+loss = 2.9576729602690466
+rep_loss = 0.7369823838281708
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.220384901392441
+cls_loss = 0.0
+eval_loss = 0.7071365484824548
+f1 = 0.04057971014492753
+global_step = 45349
+loss = 2.9573638314852086
+rep_loss = 0.7369789336936842
+acc = 0.18137254901960784
+acc_and_f1 = 0.12420582758242962
+att_loss = 2.220752845534323
+cls_loss = 0.0
+eval_loss = 0.7075517085882334
+f1 = 0.0670391061452514
+global_step = 45399
+loss = 2.957753426069758
+rep_loss = 0.737000584229244
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.2212406102975453
+cls_loss = 0.0
+eval_loss = 0.7076494968854464
+f1 = 0.03498542274052478
+global_step = 45449
+loss = 2.958238555911142
+rep_loss = 0.7369979490300723
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.2212213963767646
+cls_loss = 0.0
+eval_loss = 0.7074806140019343
+f1 = 0.040697674418604654
+global_step = 45499
+loss = 2.9582285504782506
+rep_loss = 0.7370071576831916
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2213548390141873
+cls_loss = 0.0
+eval_loss = 0.7075141530770522
+f1 = 0.05187319884726225
+global_step = 45549
+loss = 2.9583566718393732
+rep_loss = 0.7370018364068104
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.2214118391845994
+cls_loss = 0.0
+eval_loss = 0.7078007505490229
+f1 = 0.06285714285714286
+global_step = 45599
+loss = 2.958419132724251
+rep_loss = 0.7370072970860837
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.220661035919743
+cls_loss = 0.0
+eval_loss = 0.7074552911978501
+f1 = 0.05172413793103448
+global_step = 45649
+loss = 2.9576224528480166
+rep_loss = 0.7369614203886301
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2210198562032675
+cls_loss = 0.0
+eval_loss = 0.7077392202157241
+f1 = 0.05187319884726225
+global_step = 45699
+loss = 2.957977284484667
+rep_loss = 0.7369574317263602
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2204885061772486
+cls_loss = 0.0
+eval_loss = 0.7075731341655438
+f1 = 0.05187319884726225
+global_step = 45749
+loss = 2.957400820050152
+rep_loss = 0.7369123173701578
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.220618887836313
+cls_loss = 0.0
+eval_loss = 0.7074847771571233
+f1 = 0.04597701149425287
+global_step = 45799
+loss = 2.9575098257900443
+rep_loss = 0.736890941418925
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.2203872764715604
+cls_loss = 0.0
+eval_loss = 0.7073016854432913
+f1 = 0.05172413793103448
+global_step = 45849
+loss = 2.9572448880257105
+rep_loss = 0.7368576150372195
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.2208377449696375
+cls_loss = 0.0
+eval_loss = 0.707318915770604
+f1 = 0.056818181818181816
+global_step = 45899
+loss = 2.957692831553045
+rep_loss = 0.7368550901322629
+acc = 0.18382352941176472
+acc_and_f1 = 0.12024037660389936
+att_loss = 2.2209014890031598
+cls_loss = 0.0
+eval_loss = 0.7075744042029748
+f1 = 0.056657223796033995
+global_step = 45949
+loss = 2.9577601658804555
+rep_loss = 0.7368586804901806
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.220633127441205
+cls_loss = 0.0
+eval_loss = 0.7079096023853009
+f1 = 0.04597701149425287
+global_step = 45999
+loss = 2.9574480530458636
+rep_loss = 0.7368149291699426
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2202522006239476
+cls_loss = 0.0
+eval_loss = 0.7078278660774231
+f1 = 0.03508771929824561
+global_step = 46049
+loss = 2.9570369309349704
+rep_loss = 0.736784733798941
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.2205394246611885
+cls_loss = 0.0
+eval_loss = 0.7078301081290612
+f1 = 0.05142857142857143
+global_step = 46099
+loss = 2.9573548626685477
+rep_loss = 0.7368154416341378
+acc = 0.19852941176470587
+acc_and_f1 = 0.13345274007038713
+att_loss = 2.220536102753024
+cls_loss = 0.0
+eval_loss = 0.7075657936242911
+f1 = 0.06837606837606838
+global_step = 46149
+loss = 2.9573392602729554
+rep_loss = 0.7368031610403073
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.220386871259114
+cls_loss = 0.0
+eval_loss = 0.7077902922263513
+f1 = 0.05714285714285714
+global_step = 46199
+loss = 2.9571423411220126
+rep_loss = 0.7367554733242947
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.220116315371321
+cls_loss = 0.0
+eval_loss = 0.707159853898562
+f1 = 0.05172413793103448
+global_step = 46249
+loss = 2.9568517011823996
+rep_loss = 0.7367353891560114
+acc = 0.18872549019607843
+acc_and_f1 = 0.1255242181858579
+att_loss = 2.219957226682204
+cls_loss = 0.0
+eval_loss = 0.7075375639475309
+f1 = 0.06232294617563739
+global_step = 46299
+loss = 2.95667776892619
+rep_loss = 0.7367205455771878
+acc = 0.19607843137254902
+acc_and_f1 = 0.12129502963976288
+att_loss = 2.2198775586518216
+cls_loss = 0.0
+eval_loss = 0.7073213595610398
+f1 = 0.046511627906976744
+global_step = 46349
+loss = 2.956586181355328
+rep_loss = 0.7367086258814619
+acc = 0.19852941176470587
+acc_and_f1 = 0.11410150113457845
+att_loss = 2.2196651830718683
+cls_loss = 0.0
+eval_loss = 0.7071476532862737
+f1 = 0.02967359050445104
+global_step = 46399
+loss = 2.956349538932682
+rep_loss = 0.7366843592566443
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.219381375700341
+cls_loss = 0.0
+eval_loss = 0.7078101818378155
+f1 = 0.029411764705882353
+global_step = 46449
+loss = 2.9560266914861923
+rep_loss = 0.7366453190574377
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.219133026996786
+cls_loss = 0.0
+eval_loss = 0.7073912574694707
+f1 = 0.056818181818181816
+global_step = 46499
+loss = 2.955745727108299
+rep_loss = 0.7366127034282796
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.219061329422392
+cls_loss = 0.0
+eval_loss = 0.7078433724550101
+f1 = 0.04610951008645533
+global_step = 46549
+loss = 2.955651772008529
+rep_loss = 0.7365904460293514
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2189628500716
+cls_loss = 0.0
+eval_loss = 0.707461627630087
+f1 = 0.04597701149425287
+global_step = 46599
+loss = 2.9555347528338296
+rep_loss = 0.7365719061255862
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.218931523806869
+cls_loss = 0.0
+eval_loss = 0.7073577046394348
+f1 = 0.05202312138728324
+global_step = 46649
+loss = 2.955478065595852
+rep_loss = 0.7365465451949627
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.21895950996836
+cls_loss = 0.0
+eval_loss = 0.7071774693635794
+f1 = 0.05714285714285714
+global_step = 46699
+loss = 2.9555042611611166
+rep_loss = 0.7365447545608503
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2191893349123997
+cls_loss = 0.0
+eval_loss = 0.7074779180380014
+f1 = 0.05157593123209169
+global_step = 46749
+loss = 2.955745393713184
+rep_loss = 0.7365560622629684
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.2191100317453794
+cls_loss = 0.0
+eval_loss = 0.7073755676929767
+f1 = 0.040229885057471264
+global_step = 46799
+loss = 2.9556290585535523
+rep_loss = 0.7365190300640525
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.219151123270665
+cls_loss = 0.0
+eval_loss = 0.7076475345171415
+f1 = 0.040697674418604654
+global_step = 46849
+loss = 2.955655986551833
+rep_loss = 0.7365048665918241
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.219302205130442
+cls_loss = 0.0
+eval_loss = 0.7073750037413377
+f1 = 0.045845272206303724
+global_step = 46899
+loss = 2.9558003052862816
+rep_loss = 0.7364981034693245
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.2190422746228218
+cls_loss = 0.0
+eval_loss = 0.7075058909562918
+f1 = 0.05172413793103448
+global_step = 46949
+loss = 2.955513497072226
+rep_loss = 0.7364712256274811
+acc = 0.19852941176470587
+acc_and_f1 = 0.11410150113457845
+att_loss = 2.2195197181731494
+cls_loss = 0.0
+eval_loss = 0.707028512771313
+f1 = 0.02967359050445104
+global_step = 46999
+loss = 2.956013404689069
+rep_loss = 0.7364936897727322
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.219535183586695
+cls_loss = 0.0
+eval_loss = 0.7071508490122281
+f1 = 0.045845272206303724
+global_step = 47049
+loss = 2.956019083560436
+rep_loss = 0.7364839032215477
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.219360103743556
+cls_loss = 0.0
+eval_loss = 0.70776590017172
+f1 = 0.06285714285714286
+global_step = 47099
+loss = 2.9558339482308407
+rep_loss = 0.7364738477019173
+acc = 0.19852941176470587
+acc_and_f1 = 0.11696382092660072
+att_loss = 2.2195715698602827
+cls_loss = 0.0
+eval_loss = 0.7075808552595285
+f1 = 0.035398230088495575
+global_step = 47149
+loss = 2.9560513554737953
+rep_loss = 0.736479788819748
+acc = 0.19607843137254902
+acc_and_f1 = 0.11283211509455854
+att_loss = 2.2193232122006954
+cls_loss = 0.0
+eval_loss = 0.7076132159966689
+f1 = 0.029585798816568046
+global_step = 47199
+loss = 2.9558009745719076
+rep_loss = 0.7364777656885477
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.2192980635626935
+cls_loss = 0.0
+eval_loss = 0.7074775099754333
+f1 = 0.03498542274052478
+global_step = 47249
+loss = 2.9557656135029786
+rep_loss = 0.7364675532838162
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2192244492990345
+cls_loss = 0.0
+eval_loss = 0.7079032384432279
+f1 = 0.04597701149425287
+global_step = 47299
+loss = 2.9556768439819816
+rep_loss = 0.7364523979000769
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.218890370340227
+cls_loss = 0.0
+eval_loss = 0.707687781407283
+f1 = 0.03498542274052478
+global_step = 47349
+loss = 2.9553104024818504
+rep_loss = 0.7364200354201684
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.218542594469087
+cls_loss = 0.0
+eval_loss = 0.7075073673174932
+f1 = 0.03498542274052478
+global_step = 47399
+loss = 2.9549153343545806
+rep_loss = 0.736372743235745
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.218296286671132
+cls_loss = 0.0
+eval_loss = 0.7072759958413931
+f1 = 0.03468208092485549
+global_step = 47449
+loss = 2.954641650902645
+rep_loss = 0.736345367663468
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2181061281360916
+cls_loss = 0.0
+eval_loss = 0.7074456535852872
+f1 = 0.03508771929824561
+global_step = 47499
+loss = 2.9544372921962574
+rep_loss = 0.7363311675159969
+acc = 0.19117647058823528
+acc_and_f1 = 0.12683823529411764
+att_loss = 2.2180118997705884
+cls_loss = 0.0
+eval_loss = 0.7077213571621821
+f1 = 0.0625
+global_step = 47549
+loss = 2.954333971904972
+rep_loss = 0.7363220756359475
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2182155411148425
+cls_loss = 0.0
+eval_loss = 0.7073969061558063
+f1 = 0.03508771929824561
+global_step = 47599
+loss = 2.954529213441313
+rep_loss = 0.7363136757403419
+acc = 0.19607843137254902
+acc_and_f1 = 0.11283211509455854
+att_loss = 2.2182872516940337
+cls_loss = 0.0
+eval_loss = 0.707665544289809
+f1 = 0.029585798816568046
+global_step = 47649
+loss = 2.954613934666657
+rep_loss = 0.7363266863004125
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.218223887427055
+cls_loss = 0.0
+eval_loss = 0.7072196098474356
+f1 = 0.03508771929824561
+global_step = 47699
+loss = 2.954526230939634
+rep_loss = 0.7363023468100883
+acc = 0.19607843137254902
+acc_and_f1 = 0.13476237952808243
+att_loss = 2.2179427798316755
+cls_loss = 0.0
+eval_loss = 0.7070938302920415
+f1 = 0.07344632768361582
+global_step = 47749
+loss = 2.9542062937407154
+rep_loss = 0.7362635170585728
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2178228292218054
+cls_loss = 0.0
+eval_loss = 0.7079320641664358
+f1 = 0.05187319884726225
+global_step = 47799
+loss = 2.9540510329739975
+rep_loss = 0.7362282068203133
+acc = 0.19362745098039216
+acc_and_f1 = 0.12000213128729753
+att_loss = 2.217751197945871
+cls_loss = 0.0
+eval_loss = 0.7074020917599018
+f1 = 0.0463768115942029
+global_step = 47849
+loss = 2.953958545858824
+rep_loss = 0.7362073507849572
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.2177887797041667
+cls_loss = 0.0
+eval_loss = 0.7076614590791556
+f1 = 0.04057971014492753
+global_step = 47899
+loss = 2.953979004423696
+rep_loss = 0.7361902275872503
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.2178394621200828
+cls_loss = 0.0
+eval_loss = 0.7072438230881324
+f1 = 0.03550295857988166
+global_step = 47949
+loss = 2.954009859078443
+rep_loss = 0.7361703996766226
+acc = 0.19607843137254902
+acc_and_f1 = 0.12946778711484594
+att_loss = 2.218092605613037
+cls_loss = 0.0
+eval_loss = 0.7076505147493802
+f1 = 0.06285714285714286
+global_step = 47999
+loss = 2.9542608339278424
+rep_loss = 0.7361682309170444
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2182366894696695
+cls_loss = 0.0
+eval_loss = 0.7075986220286443
+f1 = 0.04081632653061224
+global_step = 48049
+loss = 2.9544069269358144
+rep_loss = 0.736170240056321
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.21837975879763
+cls_loss = 0.0
+eval_loss = 0.7074831082270696
+f1 = 0.05187319884726225
+global_step = 48099
+loss = 2.954537724761057
+rep_loss = 0.7361579685013006
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.218510864681311
+cls_loss = 0.0
+eval_loss = 0.7078419190186721
+f1 = 0.04093567251461988
+global_step = 48149
+loss = 2.9546753745002845
+rep_loss = 0.7361645123254762
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.21862009707046
+cls_loss = 0.0
+eval_loss = 0.7075583384587214
+f1 = 0.040697674418604654
+global_step = 48199
+loss = 2.9547809643781213
+rep_loss = 0.7361608698131443
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.2186474055273657
+cls_loss = 0.0
+eval_loss = 0.7079427104729873
+f1 = 0.04046242774566474
+global_step = 48249
+loss = 2.9547859299173034
+rep_loss = 0.7361385268056757
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.2185760953174056
+cls_loss = 0.0
+eval_loss = 0.7074252229470473
+f1 = 0.04057971014492753
+global_step = 48299
+loss = 2.9547022568778587
+rep_loss = 0.7361261639368153
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.2183487111325184
+cls_loss = 0.0
+eval_loss = 0.7071649065384498
+f1 = 0.029411764705882353
+global_step = 48349
+loss = 2.9544441730632736
+rep_loss = 0.7360954643556799
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.218313912213859
+cls_loss = 0.0
+eval_loss = 0.7073017542178814
+f1 = 0.04093567251461988
+global_step = 48399
+loss = 2.9543935777681116
+rep_loss = 0.7360796678345275
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.2183388787140554
+cls_loss = 0.0
+eval_loss = 0.7075852705882146
+f1 = 0.05187319884726225
+global_step = 48449
+loss = 2.9544069130197346
+rep_loss = 0.7360680366154191
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.2185463615406875
+cls_loss = 0.0
+eval_loss = 0.7075311449857858
+f1 = 0.040697674418604654
+global_step = 48499
+loss = 2.954603051571168
+rep_loss = 0.7360566922366572
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2188022921647117
+cls_loss = 0.0
+eval_loss = 0.7074052232962388
+f1 = 0.03488372093023256
+global_step = 48549
+loss = 2.9548618248638157
+rep_loss = 0.7360595348878956
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.2186684838489596
+cls_loss = 0.0
+eval_loss = 0.7076399418023916
+f1 = 0.05113636363636364
+global_step = 48599
+loss = 2.9547104800837967
+rep_loss = 0.7360419983319513
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.2186197583299907
+cls_loss = 0.0
+eval_loss = 0.7072845422304593
+f1 = 0.05698005698005698
+global_step = 48649
+loss = 2.954635493305878
+rep_loss = 0.7360157370382358
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.218657546487563
+cls_loss = 0.0
+eval_loss = 0.7074940479718722
+f1 = 0.046242774566473986
+global_step = 48699
+loss = 2.95465942247727
+rep_loss = 0.7360018779627628
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.2186815213392124
+cls_loss = 0.0
+eval_loss = 0.7074406467951261
+f1 = 0.056818181818181816
+global_step = 48749
+loss = 2.9546807894914364
+rep_loss = 0.7359992701375275
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2184027189915607
+cls_loss = 0.0
+eval_loss = 0.7070776590934167
+f1 = 0.04081632653061224
+global_step = 48799
+loss = 2.9543550951179003
+rep_loss = 0.7359523780242885
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.2185807897239096
+cls_loss = 0.0
+eval_loss = 0.7076307581021235
+f1 = 0.05142857142857143
+global_step = 48849
+loss = 2.9545264535420275
+rep_loss = 0.7359456656838468
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2182335368370816
+cls_loss = 0.0
+eval_loss = 0.7069942859502939
+f1 = 0.03488372093023256
+global_step = 48899
+loss = 2.9541532394688375
+rep_loss = 0.7359197046438022
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.218120889296083
+cls_loss = 0.0
+eval_loss = 0.7077335119247437
+f1 = 0.04081632653061224
+global_step = 48949
+loss = 2.954022337013567
+rep_loss = 0.7359014496881048
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.217902482196283
+cls_loss = 0.0
+eval_loss = 0.7074715357560378
+f1 = 0.05730659025787966
+global_step = 48999
+loss = 2.9538004105717404
+rep_loss = 0.7358979302877183
+acc = 0.18872549019607843
+acc_and_f1 = 0.1255242181858579
+att_loss = 2.2179024993110694
+cls_loss = 0.0
+eval_loss = 0.7075822674311124
+f1 = 0.06232294617563739
+global_step = 49049
+loss = 2.953792360283494
+rep_loss = 0.7358898628620095
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2175109894920553
+cls_loss = 0.0
+eval_loss = 0.7072968712219825
+f1 = 0.04081632653061224
+global_step = 49099
+loss = 2.9533696885209224
+rep_loss = 0.7358587009566171
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.2175633328693904
+cls_loss = 0.0
+eval_loss = 0.707341716839717
+f1 = 0.05142857142857143
+global_step = 49149
+loss = 2.9534086749912425
+rep_loss = 0.735845344052888
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.2175594191281944
+cls_loss = 0.0
+eval_loss = 0.7072104628269489
+f1 = 0.045584045584045586
+global_step = 49199
+loss = 2.9533993211109526
+rep_loss = 0.735839903882949
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.2920876199548896
+cls_loss = 0.0
+eval_loss = 0.7073882634823139
+f1 = 0.03519061583577713
+global_step = 49249
+loss = 3.0296036546880547
+rep_loss = 0.7375160564075817
+acc = 0.18872549019607843
+acc_and_f1 = 0.1255242181858579
+att_loss = 2.221404896407831
+cls_loss = 0.0
+eval_loss = 0.7072215263660138
+f1 = 0.06232294617563739
+global_step = 49299
+loss = 2.9562757757843516
+rep_loss = 0.7348708715595182
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.209766826114139
+cls_loss = 0.0
+eval_loss = 0.7075234651565552
+f1 = 0.029239766081871343
+global_step = 49349
+loss = 2.944207932498004
+rep_loss = 0.7344411010140771
+acc = 0.18382352941176472
+acc_and_f1 = 0.12812346387022777
+att_loss = 2.215902853456343
+cls_loss = 0.0
+eval_loss = 0.7074932776964628
+f1 = 0.07242339832869081
+global_step = 49399
+loss = 2.950612025231308
+rep_loss = 0.7347091728856104
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.2159055618313253
+cls_loss = 0.0
+eval_loss = 0.7076912155518165
+f1 = 0.05747126436781609
+global_step = 49449
+loss = 2.9501365089868483
+rep_loss = 0.7342309460255771
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.221139799132658
+cls_loss = 0.0
+eval_loss = 0.7074564420259916
+f1 = 0.029239766081871343
+global_step = 49499
+loss = 2.9553607286621326
+rep_loss = 0.7342209306713265
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.2195149387960647
+cls_loss = 0.0
+eval_loss = 0.707460357592656
+f1 = 0.03519061583577713
+global_step = 49549
+loss = 2.953740694131882
+rep_loss = 0.7342257591689131
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.2157247641079976
+cls_loss = 0.0
+eval_loss = 0.707259292785938
+f1 = 0.06267806267806268
+global_step = 49599
+loss = 2.949575788756817
+rep_loss = 0.7338510277859062
+acc = 0.19362745098039216
+acc_and_f1 = 0.11156298802706924
+att_loss = 2.212949050023898
+cls_loss = 0.0
+eval_loss = 0.707364389529595
+f1 = 0.029498525073746312
+global_step = 49649
+loss = 2.9463563029203392
+rep_loss = 0.7334072572471452
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2131899758171363
+cls_loss = 0.0
+eval_loss = 0.7067373532515305
+f1 = 0.03508771929824561
+global_step = 49699
+loss = 2.9465121866048287
+rep_loss = 0.7333222150544024
+acc = 0.18137254901960784
+acc_and_f1 = 0.1215851509142983
+att_loss = 2.2138311692646573
+cls_loss = 0.0
+eval_loss = 0.7074137467604417
+f1 = 0.06179775280898876
+global_step = 49749
+loss = 2.947266024386113
+rep_loss = 0.7334348599038245
+acc = 0.18382352941176472
+acc_and_f1 = 0.10648902418110101
+att_loss = 2.211809173624783
+cls_loss = 0.0
+eval_loss = 0.7070358670674838
+f1 = 0.029154518950437316
+global_step = 49799
+loss = 2.945117588774193
+rep_loss = 0.7333084189743069
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2090277041624105
+cls_loss = 0.0
+eval_loss = 0.7074767855497507
+f1 = 0.03508771929824561
+global_step = 49849
+loss = 2.9422678416762533
+rep_loss = 0.7332401400502107
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.209883191581934
+cls_loss = 0.0
+eval_loss = 0.7072411225392268
+f1 = 0.05714285714285714
+global_step = 49899
+loss = 2.943055009336948
+rep_loss = 0.733171821271778
+acc = 0.18382352941176472
+acc_and_f1 = 0.10648902418110101
+att_loss = 2.209352239610106
+cls_loss = 0.0
+eval_loss = 0.7077101789988004
+f1 = 0.029154518950437316
+global_step = 49949
+loss = 2.942481647563886
+rep_loss = 0.7331294113908974
+acc = 0.19362745098039216
+acc_and_f1 = 0.11156298802706924
+att_loss = 2.2109679099608033
+cls_loss = 0.0
+eval_loss = 0.7075427082868723
+f1 = 0.029498525073746312
+global_step = 49999
+loss = 2.944322979873176
+rep_loss = 0.7333550741418746
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.2093746806190575
+cls_loss = 0.0
+eval_loss = 0.7074474875743573
+f1 = 0.040345821325648415
+global_step = 50049
+loss = 2.942638337244676
+rep_loss = 0.7332636603738759
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.2094074513992505
+cls_loss = 0.0
+eval_loss = 0.707642885354849
+f1 = 0.062146892655367235
+global_step = 50099
+loss = 2.9425296996667134
+rep_loss = 0.7331222517980516
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.2086788540221463
+cls_loss = 0.0
+eval_loss = 0.7073597678771386
+f1 = 0.046242774566473986
+global_step = 50149
+loss = 2.9417768385747918
+rep_loss = 0.733097987758603
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.2086114310325122
+cls_loss = 0.0
+eval_loss = 0.7072298205815829
+f1 = 0.040345821325648415
+global_step = 50199
+loss = 2.941723662038003
+rep_loss = 0.7331122349749991
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.20874256361368
+cls_loss = 0.0
+eval_loss = 0.7071430041239812
+f1 = 0.03468208092485549
+global_step = 50249
+loss = 2.9418407844860406
+rep_loss = 0.7330982245276401
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.209818137130234
+cls_loss = 0.0
+eval_loss = 0.7072765918878409
+f1 = 0.04057971014492753
+global_step = 50299
+loss = 2.94300499016333
+rep_loss = 0.7331868571902534
+acc = 0.17647058823529413
+acc_and_f1 = 0.10547667342799188
+att_loss = 2.2099761157074456
+cls_loss = 0.0
+eval_loss = 0.7073623171219459
+f1 = 0.034482758620689655
+global_step = 50349
+loss = 2.9432016944799413
+rep_loss = 0.733225583493656
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.208751559976254
+cls_loss = 0.0
+eval_loss = 0.7078598187519953
+f1 = 0.05113636363636364
+global_step = 50399
+loss = 2.941865349308773
+rep_loss = 0.7331137936449995
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.208721190026533
+cls_loss = 0.0
+eval_loss = 0.706940430861253
+f1 = 0.034782608695652174
+global_step = 50449
+loss = 2.941875961376162
+rep_loss = 0.7331547758285907
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2102623578577547
+cls_loss = 0.0
+eval_loss = 0.7075006365776062
+f1 = 0.05157593123209169
+global_step = 50499
+loss = 2.943530475592254
+rep_loss = 0.7332681221304008
+acc = 0.17647058823529413
+acc_and_f1 = 0.10823529411764707
+att_loss = 2.2101937971617045
+cls_loss = 0.0
+eval_loss = 0.7073386815878061
+f1 = 0.04
+global_step = 50549
+loss = 2.943429326756504
+rep_loss = 0.7332355345050221
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.209947828594855
+cls_loss = 0.0
+eval_loss = 0.7074327377172617
+f1 = 0.05157593123209169
+global_step = 50599
+loss = 2.9431741447855146
+rep_loss = 0.7332263202197756
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.210520379345608
+cls_loss = 0.0
+eval_loss = 0.7071906465750474
+f1 = 0.056818181818181816
+global_step = 50649
+loss = 2.9438056231051957
+rep_loss = 0.7332852477726575
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.2095783569484766
+cls_loss = 0.0
+eval_loss = 0.7075223234983591
+f1 = 0.04046242774566474
+global_step = 50699
+loss = 2.9427536775770453
+rep_loss = 0.7331753242187187
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.209489097901325
+cls_loss = 0.0
+eval_loss = 0.7072324202610896
+f1 = 0.040697674418604654
+global_step = 50749
+loss = 2.9426887153711325
+rep_loss = 0.7331996209411571
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.209400625659593
+cls_loss = 0.0
+eval_loss = 0.7071217619455777
+f1 = 0.04610951008645533
+global_step = 50799
+loss = 2.942554682054098
+rep_loss = 0.7331540598310315
+acc = 0.19852941176470587
+acc_and_f1 = 0.11410150113457845
+att_loss = 2.2091520612540267
+cls_loss = 0.0
+eval_loss = 0.7072123014009916
+f1 = 0.02967359050445104
+global_step = 50849
+loss = 2.9423150202267516
+rep_loss = 0.7331629621176007
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.209136308136652
+cls_loss = 0.0
+eval_loss = 0.7076895924714895
+f1 = 0.034782608695652174
+global_step = 50899
+loss = 2.9423249453970066
+rep_loss = 0.7331886401311379
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.2088646762626065
+cls_loss = 0.0
+eval_loss = 0.7076606842187735
+f1 = 0.03468208092485549
+global_step = 50949
+loss = 2.9419834141421917
+rep_loss = 0.7331187405271324
+acc = 0.19117647058823528
+acc_and_f1 = 0.1346943805455143
+att_loss = 2.2099499217763943
+cls_loss = 0.0
+eval_loss = 0.7074490097852854
+f1 = 0.0782122905027933
+global_step = 50999
+loss = 2.943140414951201
+rep_loss = 0.7331904959841116
+acc = 0.19607843137254902
+acc_and_f1 = 0.1321301247771836
+att_loss = 2.2096846064173143
+cls_loss = 0.0
+eval_loss = 0.7069094502008878
+f1 = 0.06818181818181818
+global_step = 51049
+loss = 2.9428501855859697
+rep_loss = 0.733165582130786
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.209212110031042
+cls_loss = 0.0
+eval_loss = 0.7070952653884888
+f1 = 0.05187319884726225
+global_step = 51099
+loss = 2.9423407555138916
+rep_loss = 0.7331286484294525
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.209305458702634
+cls_loss = 0.0
+eval_loss = 0.7071465024581323
+f1 = 0.03498542274052478
+global_step = 51149
+loss = 2.942443994624898
+rep_loss = 0.7331385390101023
+acc = 0.17892156862745098
+acc_and_f1 = 0.12027310924369748
+att_loss = 2.209609021890048
+cls_loss = 0.0
+eval_loss = 0.7074851577098553
+f1 = 0.06162464985994398
+global_step = 51199
+loss = 2.9427582592699126
+rep_loss = 0.7331492406625276
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.209581945678715
+cls_loss = 0.0
+eval_loss = 0.7076786756515503
+f1 = 0.03498542274052478
+global_step = 51249
+loss = 2.9427318516090577
+rep_loss = 0.7331499095759778
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.2095161103207412
+cls_loss = 0.0
+eval_loss = 0.7070636932666485
+f1 = 0.04610951008645533
+global_step = 51299
+loss = 2.942666487575792
+rep_loss = 0.733150381159285
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.210186455499386
+cls_loss = 0.0
+eval_loss = 0.7070518961319556
+f1 = 0.05698005698005698
+global_step = 51349
+loss = 2.9433292958590727
+rep_loss = 0.7331428444537998
+acc = 0.18382352941176472
+acc_and_f1 = 0.10648902418110101
+att_loss = 2.2097636452983345
+cls_loss = 0.0
+eval_loss = 0.7072349557509789
+f1 = 0.029154518950437316
+global_step = 51399
+loss = 2.942882403352094
+rep_loss = 0.733118761997982
+acc = 0.18627450980392157
+acc_and_f1 = 0.1268451200705001
+att_loss = 2.20959810000747
+cls_loss = 0.0
+eval_loss = 0.7075814467210036
+f1 = 0.06741573033707865
+global_step = 51449
+loss = 2.942664802370973
+rep_loss = 0.7330667058411144
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.2098176347001997
+cls_loss = 0.0
+eval_loss = 0.707739559503702
+f1 = 0.05714285714285714
+global_step = 51499
+loss = 2.9428990244707247
+rep_loss = 0.7330813930657837
+acc = 0.17892156862745098
+acc_and_f1 = 0.11762979839823254
+att_loss = 2.2098043780469214
+cls_loss = 0.0
+eval_loss = 0.7077104632671063
+f1 = 0.056338028169014086
+global_step = 51549
+loss = 2.942875092703251
+rep_loss = 0.7330707180092522
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.209807573612945
+cls_loss = 0.0
+eval_loss = 0.7076485798909113
+f1 = 0.05747126436781609
+global_step = 51599
+loss = 2.9428487567263404
+rep_loss = 0.7330411861933475
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.209578299018072
+cls_loss = 0.0
+eval_loss = 0.7079922740276043
+f1 = 0.045584045584045586
+global_step = 51649
+loss = 2.942585053358865
+rep_loss = 0.7330067577029797
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.210579182742234
+cls_loss = 0.0
+eval_loss = 0.7075505348352286
+f1 = 0.029239766081871343
+global_step = 51699
+loss = 2.9435730156788056
+rep_loss = 0.7329938363273276
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.2098196837494735
+cls_loss = 0.0
+eval_loss = 0.7076040735611548
+f1 = 0.04046242774566474
+global_step = 51749
+loss = 2.9427289845030984
+rep_loss = 0.7329093041955499
+acc = 0.17647058823529413
+acc_and_f1 = 0.10268616116967019
+att_loss = 2.2095445881872986
+cls_loss = 0.0
+eval_loss = 0.7077294404690082
+f1 = 0.028901734104046242
+global_step = 51799
+loss = 2.94240385952614
+rep_loss = 0.7328592750161292
+acc = 0.17892156862745098
+acc_and_f1 = 0.11762979839823254
+att_loss = 2.2100677794307093
+cls_loss = 0.0
+eval_loss = 0.7079785374494699
+f1 = 0.056338028169014086
+global_step = 51849
+loss = 2.94294602612525
+rep_loss = 0.732878250278581
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.210269520086527
+cls_loss = 0.0
+eval_loss = 0.7075202419207647
+f1 = 0.062146892655367235
+global_step = 51899
+loss = 2.9431490743128887
+rep_loss = 0.7328795577878569
+acc = 0.18872549019607843
+acc_and_f1 = 0.1255242181858579
+att_loss = 2.2094546974650697
+cls_loss = 0.0
+eval_loss = 0.7074877023696899
+f1 = 0.06232294617563739
+global_step = 51949
+loss = 2.9423054609295187
+rep_loss = 0.7328507671361478
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.209472104329555
+cls_loss = 0.0
+eval_loss = 0.7074761940882757
+f1 = 0.03519061583577713
+global_step = 51999
+loss = 2.942301079312428
+rep_loss = 0.7328289785449033
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.2090823057918354
+cls_loss = 0.0
+eval_loss = 0.707614385164701
+f1 = 0.04046242774566474
+global_step = 52049
+loss = 2.9419060770365233
+rep_loss = 0.7328237745949315
+acc = 0.17647058823529413
+acc_and_f1 = 0.11365902293120639
+att_loss = 2.2089286561780606
+cls_loss = 0.0
+eval_loss = 0.7078997125992408
+f1 = 0.05084745762711865
+global_step = 52099
+loss = 2.9417330397879566
+rep_loss = 0.7328043867974213
+acc = 0.18872549019607843
+acc_and_f1 = 0.10902550169627968
+att_loss = 2.2089098497831055
+cls_loss = 0.0
+eval_loss = 0.7075866277401264
+f1 = 0.02932551319648094
+global_step = 52149
+loss = 2.941688797392824
+rep_loss = 0.7327789505377376
+acc = 0.18382352941176472
+acc_and_f1 = 0.12024037660389936
+att_loss = 2.208677632065489
+cls_loss = 0.0
+eval_loss = 0.7076933567340558
+f1 = 0.056657223796033995
+global_step = 52199
+loss = 2.941424129219403
+rep_loss = 0.7327464999922302
+acc = 0.17892156862745098
+acc_and_f1 = 0.11495653502194078
+att_loss = 2.208889170961497
+cls_loss = 0.0
+eval_loss = 0.7075519791016212
+f1 = 0.05099150141643059
+global_step = 52249
+loss = 2.9416393027753776
+rep_loss = 0.7327501345456775
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.208673959189636
+cls_loss = 0.0
+eval_loss = 0.7072731669132526
+f1 = 0.04081632653061224
+global_step = 52299
+loss = 2.941388528279252
+rep_loss = 0.7327145717573181
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.208279048005548
+cls_loss = 0.0
+eval_loss = 0.7081504189051114
+f1 = 0.045584045584045586
+global_step = 52349
+loss = 2.940965051476268
+rep_loss = 0.7326860060380687
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.2083873496859634
+cls_loss = 0.0
+eval_loss = 0.7078165641197791
+f1 = 0.029411764705882353
+global_step = 52399
+loss = 2.941076163814174
+rep_loss = 0.7326888168058
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.208162976922517
+cls_loss = 0.0
+eval_loss = 0.7079777213243338
+f1 = 0.045845272206303724
+global_step = 52449
+loss = 2.940834225542038
+rep_loss = 0.7326712514039179
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.2079220841684726
+cls_loss = 0.0
+eval_loss = 0.7075901902638949
+f1 = 0.045845272206303724
+global_step = 52499
+loss = 2.9405738987172536
+rep_loss = 0.7326518172173733
+acc = 0.17892156862745098
+acc_and_f1 = 0.10951809090398337
+att_loss = 2.2081795697196376
+cls_loss = 0.0
+eval_loss = 0.7078228042675898
+f1 = 0.04011461318051576
+global_step = 52549
+loss = 2.9407904974753962
+rep_loss = 0.7326109303120435
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.207824346885125
+cls_loss = 0.0
+eval_loss = 0.7072353042089022
+f1 = 0.045714285714285714
+global_step = 52599
+loss = 2.940417420896027
+rep_loss = 0.7325930762986135
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2082510646645606
+cls_loss = 0.0
+eval_loss = 0.7078149639643155
+f1 = 0.03488372093023256
+global_step = 52649
+loss = 2.9408252964058916
+rep_loss = 0.7325742339256117
+acc = 0.20098039215686275
+acc_and_f1 = 0.11824167536837221
+att_loss = 2.207930699727054
+cls_loss = 0.0
+eval_loss = 0.7075283664923447
+f1 = 0.03550295857988166
+global_step = 52699
+loss = 2.940473848669145
+rep_loss = 0.7325431510259292
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.2078148399245463
+cls_loss = 0.0
+eval_loss = 0.7074278180415814
+f1 = 0.05128205128205128
+global_step = 52749
+loss = 2.9403398268516843
+rep_loss = 0.7325249888624639
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.2081797536053505
+cls_loss = 0.0
+eval_loss = 0.7074841215060308
+f1 = 0.05113636363636364
+global_step = 52799
+loss = 2.9407148982527147
+rep_loss = 0.7325351464885635
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.2078464702370093
+cls_loss = 0.0
+eval_loss = 0.7077890680386469
+f1 = 0.05698005698005698
+global_step = 52849
+loss = 2.940361826151106
+rep_loss = 0.7325153576307633
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.208419335373631
+cls_loss = 0.0
+eval_loss = 0.7074336409568787
+f1 = 0.03498542274052478
+global_step = 52899
+loss = 2.9409744471222026
+rep_loss = 0.7325551135394782
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2082026304500952
+cls_loss = 0.0
+eval_loss = 0.7073374757399926
+f1 = 0.03508771929824561
+global_step = 52949
+loss = 2.940729447947908
+rep_loss = 0.7325268192485284
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.2077187216050507
+cls_loss = 0.0
+eval_loss = 0.7074528428224417
+f1 = 0.04057971014492753
+global_step = 52999
+loss = 2.9401969562277963
+rep_loss = 0.7324782363026423
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.2078527857768697
+cls_loss = 0.0
+eval_loss = 0.7076425689917344
+f1 = 0.062146892655367235
+global_step = 53049
+loss = 2.9403034691671723
+rep_loss = 0.7324506852045612
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2076312606429163
+cls_loss = 0.0
+eval_loss = 0.7079442556087787
+f1 = 0.04597701149425287
+global_step = 53099
+loss = 2.940066680671081
+rep_loss = 0.7324354217263029
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.207680872351701
+cls_loss = 0.0
+eval_loss = 0.7074542870888343
+f1 = 0.04093567251461988
+global_step = 53149
+loss = 2.9400952664582327
+rep_loss = 0.7324143957982006
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2073189111948914
+cls_loss = 0.0
+eval_loss = 0.7075450007732098
+f1 = 0.04105571847507331
+global_step = 53199
+loss = 2.9396963345826923
+rep_loss = 0.7323774250882107
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.207337128792104
+cls_loss = 0.0
+eval_loss = 0.7076149949660668
+f1 = 0.045714285714285714
+global_step = 53249
+loss = 2.939688053133481
+rep_loss = 0.7323509259760097
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.207315645849608
+cls_loss = 0.0
+eval_loss = 0.7075130160038288
+f1 = 0.040345821325648415
+global_step = 53299
+loss = 2.9396458077800594
+rep_loss = 0.7323301632954434
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.2081225029716407
+cls_loss = 0.0
+eval_loss = 0.7077605907733624
+f1 = 0.045584045584045586
+global_step = 53349
+loss = 2.9404716030636777
+rep_loss = 0.7323491015564174
+acc = 0.18382352941176472
+acc_and_f1 = 0.12024037660389936
+att_loss = 2.2085903730566643
+cls_loss = 0.0
+eval_loss = 0.7079981244527377
+f1 = 0.056657223796033995
+global_step = 53399
+loss = 2.94093425673265
+rep_loss = 0.7323438850224978
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.208564972288675
+cls_loss = 0.0
+eval_loss = 0.7077509990105262
+f1 = 0.05157593123209169
+global_step = 53449
+loss = 2.9409036223040825
+rep_loss = 0.7323386514167043
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.208544440237017
+cls_loss = 0.0
+eval_loss = 0.7077304950127234
+f1 = 0.04057971014492753
+global_step = 53499
+loss = 2.9408850518785936
+rep_loss = 0.7323406129285109
+acc = 0.18382352941176472
+acc_and_f1 = 0.12024037660389936
+att_loss = 2.208400296047762
+cls_loss = 0.0
+eval_loss = 0.7074790596961975
+f1 = 0.056657223796033995
+global_step = 53549
+loss = 2.9407208044936555
+rep_loss = 0.7323205097870328
+acc = 0.17892156862745098
+acc_and_f1 = 0.11762979839823254
+att_loss = 2.2080653774932393
+cls_loss = 0.0
+eval_loss = 0.7077856980837308
+f1 = 0.056338028169014086
+global_step = 53599
+loss = 2.9403656532774822
+rep_loss = 0.7323002773150203
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2079637817881377
+cls_loss = 0.0
+eval_loss = 0.707565922003526
+f1 = 0.04597701149425287
+global_step = 53649
+loss = 2.9402562416861913
+rep_loss = 0.7322924613439153
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.208361643655662
+cls_loss = 0.0
+eval_loss = 0.7077038792463449
+f1 = 0.03468208092485549
+global_step = 53699
+loss = 2.940656444626094
+rep_loss = 0.7322948024802559
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.208463511877117
+cls_loss = 0.0
+eval_loss = 0.7076237522638761
+f1 = 0.034782608695652174
+global_step = 53749
+loss = 2.940753464845722
+rep_loss = 0.7322899545013336
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.208473017879077
+cls_loss = 0.0
+eval_loss = 0.7074335034076984
+f1 = 0.05172413793103448
+global_step = 53799
+loss = 2.940741766913108
+rep_loss = 0.7322687503670005
+acc = 0.19852941176470587
+acc_and_f1 = 0.11979256511988959
+att_loss = 2.2083033923341664
+cls_loss = 0.0
+eval_loss = 0.7076024321409372
+f1 = 0.04105571847507331
+global_step = 53849
+loss = 2.940546044866942
+rep_loss = 0.7322426538642175
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.2084903382252428
+cls_loss = 0.0
+eval_loss = 0.7078258807842548
+f1 = 0.04046242774566474
+global_step = 53899
+loss = 2.9407217031485837
+rep_loss = 0.7322313663555915
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.208497991811898
+cls_loss = 0.0
+eval_loss = 0.7073624913509076
+f1 = 0.03519061583577713
+global_step = 53949
+loss = 2.9407277405325254
+rep_loss = 0.7322297501376773
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.2085294568270752
+cls_loss = 0.0
+eval_loss = 0.7079918109453641
+f1 = 0.04610951008645533
+global_step = 53999
+loss = 2.940759952717833
+rep_loss = 0.732230497242848
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.208829983433922
+cls_loss = 0.0
+eval_loss = 0.7073916471921481
+f1 = 0.03519061583577713
+global_step = 54049
+loss = 2.9410418378813703
+rep_loss = 0.7322118557978756
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.208642490727743
+cls_loss = 0.0
+eval_loss = 0.7076168839748089
+f1 = 0.040345821325648415
+global_step = 54099
+loss = 2.9408404588748387
+rep_loss = 0.7321979696062508
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.2088509673767387
+cls_loss = 0.0
+eval_loss = 0.7076104925228999
+f1 = 0.04046242774566474
+global_step = 54149
+loss = 2.9410451918846476
+rep_loss = 0.7321942261828106
+acc = 0.2034313725490196
+acc_and_f1 = 0.11951984057718043
+att_loss = 2.208515608798494
+cls_loss = 0.0
+eval_loss = 0.7075442625926092
+f1 = 0.03560830860534125
+global_step = 54199
+loss = 2.9406714132778395
+rep_loss = 0.7321558061734104
+acc = 0.17892156862745098
+acc_and_f1 = 0.11495653502194078
+att_loss = 2.2082684749710992
+cls_loss = 0.0
+eval_loss = 0.7080132365226746
+f1 = 0.05099150141643059
+global_step = 54249
+loss = 2.9404009032263723
+rep_loss = 0.7321324300513822
+acc = 0.17647058823529413
+acc_and_f1 = 0.12669683257918551
+att_loss = 2.2084188659632544
+cls_loss = 0.0
+eval_loss = 0.7072636760198153
+f1 = 0.07692307692307693
+global_step = 54299
+loss = 2.9405427957047494
+rep_loss = 0.732123931496305
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.2084135571656875
+cls_loss = 0.0
+eval_loss = 0.7075646061163682
+f1 = 0.040345821325648415
+global_step = 54349
+loss = 2.94051022008076
+rep_loss = 0.7320966644777848
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.2085888438898333
+cls_loss = 0.0
+eval_loss = 0.7078111217572138
+f1 = 0.029239766081871343
+global_step = 54399
+loss = 2.940696553882761
+rep_loss = 0.7321077116213435
+acc = 0.17892156862745098
+acc_and_f1 = 0.10395353793691389
+att_loss = 2.208825830419515
+cls_loss = 0.0
+eval_loss = 0.7074189965541546
+f1 = 0.028985507246376812
+global_step = 54449
+loss = 2.9409111435549247
+rep_loss = 0.7320853147367625
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2088467599638197
+cls_loss = 0.0
+eval_loss = 0.7074567400492154
+f1 = 0.04597701149425287
+global_step = 54499
+loss = 2.940913019921702
+rep_loss = 0.7320662615213573
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.2086522080897835
+cls_loss = 0.0
+eval_loss = 0.7075353631606469
+f1 = 0.03508771929824561
+global_step = 54549
+loss = 2.9407012832970567
+rep_loss = 0.7320490767111372
+acc = 0.17647058823529413
+acc_and_f1 = 0.11365902293120639
+att_loss = 2.2085874460233144
+cls_loss = 0.0
+eval_loss = 0.7077358181659992
+f1 = 0.05084745762711865
+global_step = 54599
+loss = 2.9406245119912793
+rep_loss = 0.7320370673243846
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.208455325340612
+cls_loss = 0.0
+eval_loss = 0.7079947224030128
+f1 = 0.062146892655367235
+global_step = 54649
+loss = 2.9404712016779446
+rep_loss = 0.7320158776702028
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.2084837175947998
+cls_loss = 0.0
+eval_loss = 0.7071951215083783
+f1 = 0.040345821325648415
+global_step = 54699
+loss = 2.9404808156461075
+rep_loss = 0.7319970994920352
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.2087241228425856
+cls_loss = 0.0
+eval_loss = 0.707559755215278
+f1 = 0.045714285714285714
+global_step = 54749
+loss = 2.9407237226745435
+rep_loss = 0.7319996013785853
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.2085687830987926
+cls_loss = 0.0
+eval_loss = 0.7079145174760085
+f1 = 0.05157593123209169
+global_step = 54799
+loss = 2.9405458356339045
+rep_loss = 0.7319770540999886
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.2087422908892758
+cls_loss = 0.0
+eval_loss = 0.7078489340268649
+f1 = 0.03498542274052478
+global_step = 54849
+loss = 2.9407272094967234
+rep_loss = 0.7319849198609405
+acc = 0.18382352941176472
+acc_and_f1 = 0.10648902418110101
+att_loss = 2.2087742415571188
+cls_loss = 0.0
+eval_loss = 0.7081212676488436
+f1 = 0.029154518950437316
+global_step = 54899
+loss = 2.940754227873252
+rep_loss = 0.7319799874322066
+acc = 0.17401960784313725
+acc_and_f1 = 0.12025080115148552
+att_loss = 2.2087258656165623
+cls_loss = 0.0
+eval_loss = 0.7080325438426092
+f1 = 0.0664819944598338
+global_step = 54949
+loss = 2.94068076864806
+rep_loss = 0.7319549040543054
+acc = 0.17401960784313725
+acc_and_f1 = 0.10967269343998222
+att_loss = 2.20873348817625
+cls_loss = 0.0
+eval_loss = 0.7076426927859967
+f1 = 0.0453257790368272
+global_step = 54999
+loss = 2.940673156654518
+rep_loss = 0.7319396694197752
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.208537536610262
+cls_loss = 0.0
+eval_loss = 0.7077555243785565
+f1 = 0.05113636363636364
+global_step = 55049
+loss = 2.940463168139795
+rep_loss = 0.7319256325244822
+acc = 0.20588235294117646
+acc_and_f1 = 0.11791123635082776
+att_loss = 2.2087462861837737
+cls_loss = 0.0
+eval_loss = 0.7079806694617639
+f1 = 0.029940119760479042
+global_step = 55099
+loss = 2.9406819613674275
+rep_loss = 0.7319356761192669
+acc = 0.17647058823529413
+acc_and_f1 = 0.11365902293120639
+att_loss = 2.2086735971686684
+cls_loss = 0.0
+eval_loss = 0.7076176680051364
+f1 = 0.05084745762711865
+global_step = 55149
+loss = 2.940581035259068
+rep_loss = 0.7319074389575964
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.208688978320139
+cls_loss = 0.0
+eval_loss = 0.7079123075191791
+f1 = 0.05142857142857143
+global_step = 55199
+loss = 2.9405962914513415
+rep_loss = 0.7319073140511195
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2088310083123694
+cls_loss = 0.0
+eval_loss = 0.7076920912815974
+f1 = 0.04597701149425287
+global_step = 55249
+loss = 2.9407323468963034
+rep_loss = 0.7319013394763676
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.208671137378311
+cls_loss = 0.0
+eval_loss = 0.7077705951837393
+f1 = 0.045845272206303724
+global_step = 55299
+loss = 2.9405631676815345
+rep_loss = 0.7318920311391245
+acc = 0.17401960784313725
+acc_and_f1 = 0.10141902582358592
+att_loss = 2.2085710039429065
+cls_loss = 0.0
+eval_loss = 0.7076346507439246
+f1 = 0.02881844380403458
+global_step = 55349
+loss = 2.9404486227964073
+rep_loss = 0.7318776197703453
+acc = 0.18627450980392157
+acc_and_f1 = 0.1268451200705001
+att_loss = 2.2086140020890896
+cls_loss = 0.0
+eval_loss = 0.7082861753610464
+f1 = 0.06741573033707865
+global_step = 55399
+loss = 2.9404929434976452
+rep_loss = 0.7318789423373085
+acc = 0.17892156862745098
+acc_and_f1 = 0.10675185059614624
+att_loss = 2.208707965604542
+cls_loss = 0.0
+eval_loss = 0.7080226999062759
+f1 = 0.0345821325648415
+global_step = 55449
+loss = 2.9405933379205678
+rep_loss = 0.7318853732468982
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.208566142792634
+cls_loss = 0.0
+eval_loss = 0.7077691646722647
+f1 = 0.034782608695652174
+global_step = 55499
+loss = 2.9404305011543332
+rep_loss = 0.7318643592184981
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.208433195030117
+cls_loss = 0.0
+eval_loss = 0.7081732199742243
+f1 = 0.029411764705882353
+global_step = 55549
+loss = 2.9402736088606622
+rep_loss = 0.7318404147277787
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.208311046281151
+cls_loss = 0.0
+eval_loss = 0.707819613126608
+f1 = 0.05698005698005698
+global_step = 55599
+loss = 2.940133579046054
+rep_loss = 0.731822533767528
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.208205006717985
+cls_loss = 0.0
+eval_loss = 0.7077861061462989
+f1 = 0.03498542274052478
+global_step = 55649
+loss = 2.940005059510753
+rep_loss = 0.7318000537596818
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.207979433105893
+cls_loss = 0.0
+eval_loss = 0.7076592720471896
+f1 = 0.029239766081871343
+global_step = 55699
+loss = 2.939758728097013
+rep_loss = 0.7317792959413262
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.20811307803769
+cls_loss = 0.0
+eval_loss = 0.7081913856359628
+f1 = 0.03468208092485549
+global_step = 55749
+loss = 2.9398846656674524
+rep_loss = 0.7317715886733697
+acc = 0.1715686274509804
+acc_and_f1 = 0.10838318378198737
+att_loss = 2.2077259885121947
+cls_loss = 0.0
+eval_loss = 0.7077522323681757
+f1 = 0.04519774011299435
+global_step = 55799
+loss = 2.9394589793916484
+rep_loss = 0.7317329917697531
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.207531043268191
+cls_loss = 0.0
+eval_loss = 0.7083967465620774
+f1 = 0.045584045584045586
+global_step = 55849
+loss = 2.9392380381546515
+rep_loss = 0.7317069956708506
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.207694737711856
+cls_loss = 0.0
+eval_loss = 0.707480788230896
+f1 = 0.045584045584045586
+global_step = 55899
+loss = 2.9394021553600216
+rep_loss = 0.7317074183550814
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.207734344915419
+cls_loss = 0.0
+eval_loss = 0.7081041702857385
+f1 = 0.05113636363636364
+global_step = 55949
+loss = 2.939435103454385
+rep_loss = 0.7317007593027864
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.2078148259546713
+cls_loss = 0.0
+eval_loss = 0.7077588163889371
+f1 = 0.045584045584045586
+global_step = 55999
+loss = 2.9395144589817255
+rep_loss = 0.7316996336970663
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.2076113338145613
+cls_loss = 0.0
+eval_loss = 0.7079232426790091
+f1 = 0.05172413793103448
+global_step = 56049
+loss = 2.9392770464209237
+rep_loss = 0.7316657133152124
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.207366902702075
+cls_loss = 0.0
+eval_loss = 0.7076904773712158
+f1 = 0.045845272206303724
+global_step = 56099
+loss = 2.9390188196174187
+rep_loss = 0.7316519176885279
+acc = 0.17647058823529413
+acc_and_f1 = 0.10547667342799188
+att_loss = 2.2071452907190503
+cls_loss = 0.0
+eval_loss = 0.7078937429648179
+f1 = 0.034482758620689655
+global_step = 56149
+loss = 2.9387699100840474
+rep_loss = 0.7316246201153378
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.2070287839038465
+cls_loss = 0.0
+eval_loss = 0.7077899070886465
+f1 = 0.045845272206303724
+global_step = 56199
+loss = 2.9386279515161062
+rep_loss = 0.7315991685284639
+acc = 0.18382352941176472
+acc_and_f1 = 0.10364196998447474
+att_loss = 2.2070195440932494
+cls_loss = 0.0
+eval_loss = 0.7077283630004296
+f1 = 0.02346041055718475
+global_step = 56249
+loss = 2.938614125327264
+rep_loss = 0.7315945822542055
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.1806007667824074
+cls_loss = 0.0
+eval_loss = 0.7075588749005244
+f1 = 0.05113636363636364
+global_step = 56299
+loss = 2.9081583199677645
+rep_loss = 0.727557568638413
+acc = 0.19362745098039216
+acc_and_f1 = 0.13080805976781648
+att_loss = 2.187600820095508
+cls_loss = 0.0
+eval_loss = 0.7077807325583237
+f1 = 0.0679886685552408
+global_step = 56349
+loss = 2.916887010846819
+rep_loss = 0.729286198492174
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.1972081614291574
+cls_loss = 0.0
+eval_loss = 0.7077297935119042
+f1 = 0.029239766081871343
+global_step = 56399
+loss = 2.9267703679602914
+rep_loss = 0.7295622126323971
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.1946234123854986
+cls_loss = 0.0
+eval_loss = 0.7075756329756516
+f1 = 0.040229885057471264
+global_step = 56449
+loss = 2.9241315847062794
+rep_loss = 0.7295081814130148
+acc = 0.18137254901960784
+acc_and_f1 = 0.10238218094255246
+att_loss = 2.196859456369005
+cls_loss = 0.0
+eval_loss = 0.7075119018554688
+f1 = 0.023391812865497075
+global_step = 56499
+loss = 2.9260040820957807
+rep_loss = 0.7291446346543434
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.1965902944764504
+cls_loss = 0.0
+eval_loss = 0.7079068238918598
+f1 = 0.03498542274052478
+global_step = 56549
+loss = 2.9258537266658964
+rep_loss = 0.7292634435939445
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.1987699456171157
+cls_loss = 0.0
+eval_loss = 0.707577278980842
+f1 = 0.034782608695652174
+global_step = 56599
+loss = 2.927835957355091
+rep_loss = 0.7290660223100528
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.1973396324668704
+cls_loss = 0.0
+eval_loss = 0.7075696587562561
+f1 = 0.05187319884726225
+global_step = 56649
+loss = 2.9263745669660897
+rep_loss = 0.7290349444596774
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.1994804621301154
+cls_loss = 0.0
+eval_loss = 0.7078203421372634
+f1 = 0.045845272206303724
+global_step = 56699
+loss = 2.928520342784408
+rep_loss = 0.7290398884712952
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.196505341389894
+cls_loss = 0.0
+eval_loss = 0.7077751480616056
+f1 = 0.05157593123209169
+global_step = 56749
+loss = 2.9256445616796083
+rep_loss = 0.7291392275372391
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.1964210332910294
+cls_loss = 0.0
+eval_loss = 0.7078503966331482
+f1 = 0.045714285714285714
+global_step = 56799
+loss = 2.9255302219282293
+rep_loss = 0.7291091964412233
+acc = 0.18382352941176472
+acc_and_f1 = 0.10648902418110101
+att_loss = 2.195266093910257
+cls_loss = 0.0
+eval_loss = 0.7076896153963529
+f1 = 0.029154518950437316
+global_step = 56849
+loss = 2.924502550419323
+rep_loss = 0.7292364638434332
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.193054979117483
+cls_loss = 0.0
+eval_loss = 0.7074790688661429
+f1 = 0.04046242774566474
+global_step = 56899
+loss = 2.922084213634047
+rep_loss = 0.7290292394598515
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.192569831801658
+cls_loss = 0.0
+eval_loss = 0.7075988421073327
+f1 = 0.05128205128205128
+global_step = 56949
+loss = 2.921425005533847
+rep_loss = 0.7288551784864733
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.1918792595069707
+cls_loss = 0.0
+eval_loss = 0.7074533563393813
+f1 = 0.034782608695652174
+global_step = 56999
+loss = 2.920615349052041
+rep_loss = 0.7287360930705169
+acc = 0.19362745098039216
+acc_and_f1 = 0.1086831616919765
+att_loss = 2.192197466295505
+cls_loss = 0.0
+eval_loss = 0.7079611283082229
+f1 = 0.02373887240356083
+global_step = 57049
+loss = 2.9210542975858984
+rep_loss = 0.7288568337451538
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.1935652196046953
+cls_loss = 0.0
+eval_loss = 0.7077526633556073
+f1 = 0.05142857142857143
+global_step = 57099
+loss = 2.922443035003496
+rep_loss = 0.7288778176330741
+acc = 0.19607843137254902
+acc_and_f1 = 0.12677484787018256
+att_loss = 2.1927515020935946
+cls_loss = 0.0
+eval_loss = 0.7080559088633611
+f1 = 0.05747126436781609
+global_step = 57149
+loss = 2.9215340685001663
+rep_loss = 0.7287825687853206
+acc = 0.18137254901960784
+acc_and_f1 = 0.11893486208042539
+att_loss = 2.1946531534194946
+cls_loss = 0.0
+eval_loss = 0.7078642386656541
+f1 = 0.05649717514124294
+global_step = 57199
+loss = 2.923603188001351
+rep_loss = 0.7289500362536153
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.1940814749611315
+cls_loss = 0.0
+eval_loss = 0.7079964050879846
+f1 = 0.04597701149425287
+global_step = 57249
+loss = 2.923078168256012
+rep_loss = 0.728996695186123
+acc = 0.17401960784313725
+acc_and_f1 = 0.10695282386458857
+att_loss = 2.194415669710518
+cls_loss = 0.0
+eval_loss = 0.7075156569480896
+f1 = 0.039886039886039885
+global_step = 57299
+loss = 2.9233574115080865
+rep_loss = 0.7289417431904719
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.1973269575706986
+cls_loss = 0.0
+eval_loss = 0.707562098136315
+f1 = 0.03468208092485549
+global_step = 57349
+loss = 2.9264318619819294
+rep_loss = 0.7291049064035867
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.1969168863152655
+cls_loss = 0.0
+eval_loss = 0.708005075271313
+f1 = 0.034782608695652174
+global_step = 57399
+loss = 2.9259590205621593
+rep_loss = 0.7290421367326244
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.198673034180193
+cls_loss = 0.0
+eval_loss = 0.7079775975300715
+f1 = 0.046242774566473986
+global_step = 57449
+loss = 2.927722267711578
+rep_loss = 0.7290492355063899
+acc = 0.19607843137254902
+acc_and_f1 = 0.13476237952808243
+att_loss = 2.1995384014031707
+cls_loss = 0.0
+eval_loss = 0.707715813930218
+f1 = 0.07344632768361582
+global_step = 57499
+loss = 2.9286599046540824
+rep_loss = 0.7291215048539706
+acc = 0.17892156862745098
+acc_and_f1 = 0.12288696815773664
+att_loss = 2.1996921346630076
+cls_loss = 0.0
+eval_loss = 0.7081284385461074
+f1 = 0.06685236768802229
+global_step = 57549
+loss = 2.9288090457184386
+rep_loss = 0.7291169118489151
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.198639907060751
+cls_loss = 0.0
+eval_loss = 0.7080638637909522
+f1 = 0.03468208092485549
+global_step = 57599
+loss = 2.927670087864638
+rep_loss = 0.7290301819268078
+acc = 0.18137254901960784
+acc_and_f1 = 0.12420582758242962
+att_loss = 2.1971492363909664
+cls_loss = 0.0
+eval_loss = 0.7079785191095792
+f1 = 0.0670391061452514
+global_step = 57649
+loss = 2.926038785697588
+rep_loss = 0.7288895501290531
+acc = 0.17647058823529413
+acc_and_f1 = 0.11896155110088728
+att_loss = 2.19805064482044
+cls_loss = 0.0
+eval_loss = 0.7080648862398587
+f1 = 0.061452513966480445
+global_step = 57699
+loss = 2.9269162819948575
+rep_loss = 0.7288656385528014
+acc = 0.18382352941176472
+acc_and_f1 = 0.10648902418110101
+att_loss = 2.199206472573122
+cls_loss = 0.0
+eval_loss = 0.7077906590241653
+f1 = 0.029154518950437316
+global_step = 57749
+loss = 2.9280960973082317
+rep_loss = 0.7288896266318046
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.199335130664673
+cls_loss = 0.0
+eval_loss = 0.7078571548828712
+f1 = 0.045714285714285714
+global_step = 57799
+loss = 2.9282136261658334
+rep_loss = 0.7288784969454117
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1998277153481998
+cls_loss = 0.0
+eval_loss = 0.7084589142065781
+f1 = 0.040345821325648415
+global_step = 57849
+loss = 2.9286902334845815
+rep_loss = 0.7288625197238233
+acc = 0.17647058823529413
+acc_and_f1 = 0.1163251817580965
+att_loss = 2.1993409509518136
+cls_loss = 0.0
+eval_loss = 0.7079593080740708
+f1 = 0.056179775280898875
+global_step = 57899
+loss = 2.928200351583789
+rep_loss = 0.7288594022805367
+acc = 0.17892156862745098
+acc_and_f1 = 0.10951809090398337
+att_loss = 2.199638529910029
+cls_loss = 0.0
+eval_loss = 0.708020384495075
+f1 = 0.04011461318051576
+global_step = 57949
+loss = 2.928555125485024
+rep_loss = 0.7289165973165737
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.1989019456183074
+cls_loss = 0.0
+eval_loss = 0.707918107509613
+f1 = 0.05128205128205128
+global_step = 57999
+loss = 2.9277599491545696
+rep_loss = 0.7288580047787444
+acc = 0.19607843137254902
+acc_and_f1 = 0.12405077637991613
+att_loss = 2.1978444631809455
+cls_loss = 0.0
+eval_loss = 0.7080999475259048
+f1 = 0.05202312138728324
+global_step = 58049
+loss = 2.9266707694590863
+rep_loss = 0.7288263076533745
+acc = 0.1715686274509804
+acc_and_f1 = 0.11633986928104575
+att_loss = 2.1983134372024242
+cls_loss = 0.0
+eval_loss = 0.708062469959259
+f1 = 0.06111111111111111
+global_step = 58099
+loss = 2.927159930032397
+rep_loss = 0.7288464940044485
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.197759567452798
+cls_loss = 0.0
+eval_loss = 0.7081266779166001
+f1 = 0.045845272206303724
+global_step = 58149
+loss = 2.9265752283257886
+rep_loss = 0.7288156620161801
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.197352374781582
+cls_loss = 0.0
+eval_loss = 0.7079664056117718
+f1 = 0.040697674418604654
+global_step = 58199
+loss = 2.926156036211656
+rep_loss = 0.7288036625126698
+acc = 0.17401960784313725
+acc_and_f1 = 0.11502100840336134
+att_loss = 2.1973320392267115
+cls_loss = 0.0
+eval_loss = 0.7079994632647588
+f1 = 0.056022408963585436
+global_step = 58249
+loss = 2.926108927936583
+rep_loss = 0.7287768892224051
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.1980363223490365
+cls_loss = 0.0
+eval_loss = 0.7083582786413339
+f1 = 0.05157593123209169
+global_step = 58299
+loss = 2.9268410032937604
+rep_loss = 0.7288046812387776
+acc = 0.17892156862745098
+acc_and_f1 = 0.12288696815773664
+att_loss = 2.198328455021362
+cls_loss = 0.0
+eval_loss = 0.7083294895979074
+f1 = 0.06685236768802229
+global_step = 58349
+loss = 2.92713699457906
+rep_loss = 0.7288085395003031
+acc = 0.18137254901960784
+acc_and_f1 = 0.11893486208042539
+att_loss = 2.1988625606013175
+cls_loss = 0.0
+eval_loss = 0.7079472312560449
+f1 = 0.05649717514124294
+global_step = 58399
+loss = 2.9277038424016166
+rep_loss = 0.7288412815480934
+acc = 0.17647058823529413
+acc_and_f1 = 0.11365902293120639
+att_loss = 2.1982612612053622
+cls_loss = 0.0
+eval_loss = 0.7079659975492038
+f1 = 0.05084745762711865
+global_step = 58449
+loss = 2.9271077332170283
+rep_loss = 0.7288464717104942
+acc = 0.19362745098039216
+acc_and_f1 = 0.11156298802706924
+att_loss = 2.1988555252899973
+cls_loss = 0.0
+eval_loss = 0.7074821866475619
+f1 = 0.029498525073746312
+global_step = 58499
+loss = 2.9277417923122657
+rep_loss = 0.7288862669955041
+acc = 0.18137254901960784
+acc_and_f1 = 0.12420582758242962
+att_loss = 2.1984781781256486
+cls_loss = 0.0
+eval_loss = 0.7078704788134649
+f1 = 0.0670391061452514
+global_step = 58549
+loss = 2.927355278360252
+rep_loss = 0.7288771001037192
+acc = 0.17892156862745098
+acc_and_f1 = 0.10951809090398337
+att_loss = 2.1990880985653445
+cls_loss = 0.0
+eval_loss = 0.7077423563370338
+f1 = 0.04011461318051576
+global_step = 58599
+loss = 2.9279820044049902
+rep_loss = 0.7288939055835018
+acc = 0.17647058823529413
+acc_and_f1 = 0.10547667342799188
+att_loss = 2.1990423204019183
+cls_loss = 0.0
+eval_loss = 0.7079381667650663
+f1 = 0.034482758620689655
+global_step = 58649
+loss = 2.927981601826624
+rep_loss = 0.7289392807978163
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.199204081215876
+cls_loss = 0.0
+eval_loss = 0.7081877039029048
+f1 = 0.05128205128205128
+global_step = 58699
+loss = 2.9281549588318563
+rep_loss = 0.7289508768546518
+acc = 0.17647058823529413
+acc_and_f1 = 0.1163251817580965
+att_loss = 2.199604178562634
+cls_loss = 0.0
+eval_loss = 0.7079187952555143
+f1 = 0.056179775280898875
+global_step = 58749
+loss = 2.9285762407243565
+rep_loss = 0.7289720615842047
+acc = 0.18872549019607843
+acc_and_f1 = 0.10902550169627968
+att_loss = 2.200154177983099
+cls_loss = 0.0
+eval_loss = 0.7076641825529245
+f1 = 0.02932551319648094
+global_step = 58799
+loss = 2.9291538057187636
+rep_loss = 0.7289996272403353
+acc = 0.16911764705882354
+acc_and_f1 = 0.10438885185802367
+att_loss = 2.200074132487068
+cls_loss = 0.0
+eval_loss = 0.708064331458165
+f1 = 0.039660056657223795
+global_step = 58849
+loss = 2.92902452685734
+rep_loss = 0.7289503940002003
+acc = 0.17401960784313725
+acc_and_f1 = 0.10967269343998222
+att_loss = 2.1999733963528194
+cls_loss = 0.0
+eval_loss = 0.7080145661647503
+f1 = 0.0453257790368272
+global_step = 58899
+loss = 2.9289252627336078
+rep_loss = 0.7289518657454892
+acc = 0.17892156862745098
+acc_and_f1 = 0.12027310924369748
+att_loss = 2.2000382516114265
+cls_loss = 0.0
+eval_loss = 0.70781737107497
+f1 = 0.06162464985994398
+global_step = 58949
+loss = 2.9289927255497257
+rep_loss = 0.7289544733816623
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.2000705367005433
+cls_loss = 0.0
+eval_loss = 0.7080915020062373
+f1 = 0.040345821325648415
+global_step = 58999
+loss = 2.9290365868537993
+rep_loss = 0.7289660496723971
+acc = 0.17892156862745098
+acc_and_f1 = 0.10951809090398337
+att_loss = 2.2002144208433476
+cls_loss = 0.0
+eval_loss = 0.7079497988407428
+f1 = 0.04011461318051576
+global_step = 59049
+loss = 2.929190001558133
+rep_loss = 0.7289755802425842
+acc = 0.18137254901960784
+acc_and_f1 = 0.1293603076589752
+att_loss = 2.2001808812182237
+cls_loss = 0.0
+eval_loss = 0.7079489368658799
+f1 = 0.07734806629834254
+global_step = 59099
+loss = 2.9291394529386507
+rep_loss = 0.7289585714674182
+acc = 0.18382352941176472
+acc_and_f1 = 0.12024037660389936
+att_loss = 2.200957617206129
+cls_loss = 0.0
+eval_loss = 0.7079890966415405
+f1 = 0.056657223796033995
+global_step = 59149
+loss = 2.929990873429607
+rep_loss = 0.7290332559334308
+acc = 0.16911764705882354
+acc_and_f1 = 0.10438885185802367
+att_loss = 2.2008476085861592
+cls_loss = 0.0
+eval_loss = 0.7077555381334745
+f1 = 0.039660056657223795
+global_step = 59199
+loss = 2.929872440648315
+rep_loss = 0.7290248319399736
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2009129329219457
+cls_loss = 0.0
+eval_loss = 0.7080153960448045
+f1 = 0.03488372093023256
+global_step = 59249
+loss = 2.929935108866514
+rep_loss = 0.7290221756041991
+acc = 0.17647058823529413
+acc_and_f1 = 0.10268616116967019
+att_loss = 2.201269687108171
+cls_loss = 0.0
+eval_loss = 0.7083302231935354
+f1 = 0.028901734104046242
+global_step = 59299
+loss = 2.93029452630463
+rep_loss = 0.7290248390586218
+acc = 0.17647058823529413
+acc_and_f1 = 0.11096256684491979
+att_loss = 2.201656808626896
+cls_loss = 0.0
+eval_loss = 0.7079661442683294
+f1 = 0.045454545454545456
+global_step = 59349
+loss = 2.93068298884402
+rep_loss = 0.7290261800427851
+acc = 0.18137254901960784
+acc_and_f1 = 0.12420582758242962
+att_loss = 2.201710393339596
+cls_loss = 0.0
+eval_loss = 0.7079336597369268
+f1 = 0.0670391061452514
+global_step = 59399
+loss = 2.930728215472859
+rep_loss = 0.7290178221523247
+acc = 0.18137254901960784
+acc_and_f1 = 0.1215851509142983
+att_loss = 2.2016271526497566
+cls_loss = 0.0
+eval_loss = 0.7079349481142484
+f1 = 0.06179775280898876
+global_step = 59449
+loss = 2.930624944667678
+rep_loss = 0.7289977922618183
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.2014487754238403
+cls_loss = 0.0
+eval_loss = 0.7079441134746258
+f1 = 0.05113636363636364
+global_step = 59499
+loss = 2.930437732562954
+rep_loss = 0.7289889574531139
+acc = 0.18872549019607843
+acc_and_f1 = 0.12816556199944767
+att_loss = 2.201916075822308
+cls_loss = 0.0
+eval_loss = 0.7084553975325364
+f1 = 0.0676056338028169
+global_step = 59549
+loss = 2.9309066541681648
+rep_loss = 0.7289905787096324
+acc = 0.19117647058823528
+acc_and_f1 = 0.1294865403788634
+att_loss = 2.2022357405145714
+cls_loss = 0.0
+eval_loss = 0.7083030526454632
+f1 = 0.06779661016949153
+global_step = 59599
+loss = 2.93124709596568
+rep_loss = 0.7290113562393876
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.201822344600925
+cls_loss = 0.0
+eval_loss = 0.7081878918867844
+f1 = 0.05128205128205128
+global_step = 59649
+loss = 2.9308135068236565
+rep_loss = 0.728991162875788
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.201850626014362
+cls_loss = 0.0
+eval_loss = 0.708401450744042
+f1 = 0.05730659025787966
+global_step = 59699
+loss = 2.930819722769175
+rep_loss = 0.7289690974157337
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.2019095359467076
+cls_loss = 0.0
+eval_loss = 0.7081416982870835
+f1 = 0.062146892655367235
+global_step = 59749
+loss = 2.9308624638542895
+rep_loss = 0.7289529282161481
+acc = 0.1715686274509804
+acc_and_f1 = 0.10292717086834734
+att_loss = 2.201633048929572
+cls_loss = 0.0
+eval_loss = 0.7083836289552542
+f1 = 0.03428571428571429
+global_step = 59799
+loss = 2.930559672949704
+rep_loss = 0.7289266241215294
+acc = 0.16911764705882354
+acc_and_f1 = 0.1070940347970174
+att_loss = 2.201280235344383
+cls_loss = 0.0
+eval_loss = 0.7082902605716999
+f1 = 0.04507042253521127
+global_step = 59849
+loss = 2.930167672152222
+rep_loss = 0.7288874368578288
+acc = 0.17401960784313725
+acc_and_f1 = 0.10967269343998222
+att_loss = 2.201286137350538
+cls_loss = 0.0
+eval_loss = 0.7084081035393935
+f1 = 0.0453257790368272
+global_step = 59899
+loss = 2.930165443533473
+rep_loss = 0.728879306182935
+acc = 0.17892156862745098
+acc_and_f1 = 0.10951809090398337
+att_loss = 2.2012178647897476
+cls_loss = 0.0
+eval_loss = 0.7082453049146212
+f1 = 0.04011461318051576
+global_step = 59949
+loss = 2.9301006974232466
+rep_loss = 0.7288828328604409
+acc = 0.1715686274509804
+acc_and_f1 = 0.10567067736185383
+att_loss = 2.201424619580262
+cls_loss = 0.0
+eval_loss = 0.7081745633712182
+f1 = 0.03977272727272727
+global_step = 59999
+loss = 2.9303190285314464
+rep_loss = 0.7288944092230596
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.2010283166528346
+cls_loss = 0.0
+eval_loss = 0.7080013889532822
+f1 = 0.05113636363636364
+global_step = 60049
+loss = 2.9298858448156833
+rep_loss = 0.7288575283206579
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.2006675810174716
+cls_loss = 0.0
+eval_loss = 0.708005808866941
+f1 = 0.040229885057471264
+global_step = 60099
+loss = 2.929508394879774
+rep_loss = 0.7288408138155782
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.2006068862772863
+cls_loss = 0.0
+eval_loss = 0.7082876884020292
+f1 = 0.056818181818181816
+global_step = 60149
+loss = 2.929436621236715
+rep_loss = 0.7288297348671855
+acc = 0.17892156862745098
+acc_and_f1 = 0.11495653502194078
+att_loss = 2.2000907625835118
+cls_loss = 0.0
+eval_loss = 0.708349021581503
+f1 = 0.05099150141643059
+global_step = 60199
+loss = 2.928876350027385
+rep_loss = 0.7287855873224478
+acc = 0.18382352941176472
+acc_and_f1 = 0.1255252100840336
+att_loss = 2.200441904334168
+cls_loss = 0.0
+eval_loss = 0.7082853500659649
+f1 = 0.06722689075630252
+global_step = 60249
+loss = 2.9292376054601212
+rep_loss = 0.7287957009610921
+acc = 0.17647058823529413
+acc_and_f1 = 0.11365902293120639
+att_loss = 2.200171514453798
+cls_loss = 0.0
+eval_loss = 0.708196589579949
+f1 = 0.05084745762711865
+global_step = 60299
+loss = 2.928935032433187
+rep_loss = 0.7287635177869728
+acc = 0.18137254901960784
+acc_and_f1 = 0.11625445632798574
+att_loss = 2.2002976150936084
+cls_loss = 0.0
+eval_loss = 0.7080251849614657
+f1 = 0.05113636363636364
+global_step = 60349
+loss = 2.9290624452567084
+rep_loss = 0.7287648301338605
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.2005041739482523
+cls_loss = 0.0
+eval_loss = 0.7078821475689228
+f1 = 0.03488372093023256
+global_step = 60399
+loss = 2.929268066895219
+rep_loss = 0.7287638927736553
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.200558229642306
+cls_loss = 0.0
+eval_loss = 0.7080893837488614
+f1 = 0.034782608695652174
+global_step = 60449
+loss = 2.9293151574754703
+rep_loss = 0.7287569275477699
+acc = 0.17892156862745098
+acc_and_f1 = 0.11762979839823254
+att_loss = 2.2007624235507413
+cls_loss = 0.0
+eval_loss = 0.7082064977058997
+f1 = 0.056338028169014086
+global_step = 60499
+loss = 2.9295265833085553
+rep_loss = 0.7287641594757953
+acc = 0.17401960784313725
+acc_and_f1 = 0.10695282386458857
+att_loss = 2.2011320841265025
+cls_loss = 0.0
+eval_loss = 0.7079843924595759
+f1 = 0.039886039886039885
+global_step = 60549
+loss = 2.92992408302919
+rep_loss = 0.7287919989166233
+acc = 0.17892156862745098
+acc_and_f1 = 0.10395353793691389
+att_loss = 2.201072863185822
+cls_loss = 0.0
+eval_loss = 0.7083113881257864
+f1 = 0.028985507246376812
+global_step = 60599
+loss = 2.9298387103855457
+rep_loss = 0.7287658471859491
+acc = 0.17647058823529413
+acc_and_f1 = 0.10823529411764707
+att_loss = 2.2008670806231114
+cls_loss = 0.0
+eval_loss = 0.7083521897976215
+f1 = 0.04
+global_step = 60649
+loss = 2.9296388753015536
+rep_loss = 0.7287717947056774
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.2008360658780917
+cls_loss = 0.0
+eval_loss = 0.708230931025285
+f1 = 0.056818181818181816
+global_step = 60699
+loss = 2.929596656274117
+rep_loss = 0.7287605903690977
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.2009187221580353
+cls_loss = 0.0
+eval_loss = 0.7080880953715398
+f1 = 0.045584045584045586
+global_step = 60749
+loss = 2.929673874993289
+rep_loss = 0.7287551528485673
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2012967961709284
+cls_loss = 0.0
+eval_loss = 0.7080270327054538
+f1 = 0.04597701149425287
+global_step = 60799
+loss = 2.930077838191982
+rep_loss = 0.7287810421395517
+acc = 0.17401960784313725
+acc_and_f1 = 0.11502100840336134
+att_loss = 2.200992840488118
+cls_loss = 0.0
+eval_loss = 0.7081694511266855
+f1 = 0.056022408963585436
+global_step = 60849
+loss = 2.929750762914033
+rep_loss = 0.7287579227124131
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.2009409638494093
+cls_loss = 0.0
+eval_loss = 0.7081462419950045
+f1 = 0.040229885057471264
+global_step = 60899
+loss = 2.929679919144544
+rep_loss = 0.7287389553724264
+acc = 0.17647058823529413
+acc_and_f1 = 0.1163251817580965
+att_loss = 2.2010433401642433
+cls_loss = 0.0
+eval_loss = 0.7082925209632287
+f1 = 0.056179775280898875
+global_step = 60949
+loss = 2.9297642667043253
+rep_loss = 0.7287209265273378
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.20098273759668
+cls_loss = 0.0
+eval_loss = 0.707895604463724
+f1 = 0.04610951008645533
+global_step = 60999
+loss = 2.929680939479285
+rep_loss = 0.7286982019834799
+acc = 0.16666666666666666
+acc_and_f1 = 0.10310734463276836
+att_loss = 2.2012646098952424
+cls_loss = 0.0
+eval_loss = 0.7083569810940669
+f1 = 0.03954802259887006
+global_step = 61049
+loss = 2.9299778342371785
+rep_loss = 0.7287132244542325
+acc = 0.17647058823529413
+acc_and_f1 = 0.10823529411764707
+att_loss = 2.2009581586750047
+cls_loss = 0.0
+eval_loss = 0.7079902520546546
+f1 = 0.04
+global_step = 61099
+loss = 2.929615463508146
+rep_loss = 0.7286573050060158
+acc = 0.17647058823529413
+acc_and_f1 = 0.11096256684491979
+att_loss = 2.20093382397269
+cls_loss = 0.0
+eval_loss = 0.7083148818749648
+f1 = 0.045454545454545456
+global_step = 61149
+loss = 2.929591302967521
+rep_loss = 0.7286574793125925
+acc = 0.17401960784313725
+acc_and_f1 = 0.10695282386458857
+att_loss = 2.2012092075169822
+cls_loss = 0.0
+eval_loss = 0.7082258829703698
+f1 = 0.039886039886039885
+global_step = 61199
+loss = 2.929892214940967
+rep_loss = 0.7286830077264235
+acc = 0.17892156862745098
+acc_and_f1 = 0.12288696815773664
+att_loss = 2.2012303990246616
+cls_loss = 0.0
+eval_loss = 0.708067563863901
+f1 = 0.06685236768802229
+global_step = 61249
+loss = 2.9299007822572887
+rep_loss = 0.7286703835200516
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.2006658648126094
+cls_loss = 0.0
+eval_loss = 0.7081644076567429
+f1 = 0.03498542274052478
+global_step = 61299
+loss = 2.929294478426118
+rep_loss = 0.72862861383879
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.200699455981793
+cls_loss = 0.0
+eval_loss = 0.7081431700633123
+f1 = 0.045845272206303724
+global_step = 61349
+loss = 2.9293198623078673
+rep_loss = 0.7286204066547982
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.2009521946703363
+cls_loss = 0.0
+eval_loss = 0.7079377678724436
+f1 = 0.04597701149425287
+global_step = 61399
+loss = 2.929571127459067
+rep_loss = 0.7286189331026228
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.2007316929828438
+cls_loss = 0.0
+eval_loss = 0.7077498481823847
+f1 = 0.034782608695652174
+global_step = 61449
+loss = 2.9293260186570986
+rep_loss = 0.7285943259505754
+acc = 0.18137254901960784
+acc_and_f1 = 0.11893486208042539
+att_loss = 2.200403948643934
+cls_loss = 0.0
+eval_loss = 0.7082650111271784
+f1 = 0.05649717514124294
+global_step = 61499
+loss = 2.928965025977147
+rep_loss = 0.7285610775270676
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.200120032997052
+cls_loss = 0.0
+eval_loss = 0.7081306393329914
+f1 = 0.062146892655367235
+global_step = 61549
+loss = 2.9286475753115506
+rep_loss = 0.728527542461336
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.200259929193841
+cls_loss = 0.0
+eval_loss = 0.7082347411375779
+f1 = 0.05128205128205128
+global_step = 61599
+loss = 2.928797422978004
+rep_loss = 0.7285374940079463
+acc = 0.17647058823529413
+acc_and_f1 = 0.11365902293120639
+att_loss = 2.2004487814015565
+cls_loss = 0.0
+eval_loss = 0.7083109204585736
+f1 = 0.05084745762711865
+global_step = 61649
+loss = 2.9289778845891514
+rep_loss = 0.7285291034868931
+acc = 0.17892156862745098
+acc_and_f1 = 0.10675185059614624
+att_loss = 2.2000516823956118
+cls_loss = 0.0
+eval_loss = 0.7077002296080956
+f1 = 0.0345821325648415
+global_step = 61699
+loss = 2.9285462914810054
+rep_loss = 0.728494609502747
+acc = 0.18137254901960784
+acc_and_f1 = 0.1215851509142983
+att_loss = 2.199665441769023
+cls_loss = 0.0
+eval_loss = 0.7081903173373296
+f1 = 0.06179775280898876
+global_step = 61749
+loss = 2.928126427516551
+rep_loss = 0.7284609861610709
+acc = 0.17647058823529413
+acc_and_f1 = 0.11365902293120639
+att_loss = 2.199699171352542
+cls_loss = 0.0
+eval_loss = 0.7081636511362516
+f1 = 0.05084745762711865
+global_step = 61799
+loss = 2.928158944395496
+rep_loss = 0.728459773409619
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.1997922581542193
+cls_loss = 0.0
+eval_loss = 0.708186360505911
+f1 = 0.03488372093023256
+global_step = 61849
+loss = 2.9282488922545276
+rep_loss = 0.7284566344529984
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.1998430623113316
+cls_loss = 0.0
+eval_loss = 0.7080493569374084
+f1 = 0.03468208092485549
+global_step = 61899
+loss = 2.9282910996269793
+rep_loss = 0.7284480375804633
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.1998333672685946
+cls_loss = 0.0
+eval_loss = 0.708103175346668
+f1 = 0.034782608695652174
+global_step = 61949
+loss = 2.9282798861163757
+rep_loss = 0.7284465190787666
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.199795649545822
+cls_loss = 0.0
+eval_loss = 0.7082181022717402
+f1 = 0.04610951008645533
+global_step = 61999
+loss = 2.9282311893621
+rep_loss = 0.7284355400348388
+acc = 0.17892156862745098
+acc_and_f1 = 0.11762979839823254
+att_loss = 2.199619444551116
+cls_loss = 0.0
+eval_loss = 0.7078779844137338
+f1 = 0.056338028169014086
+global_step = 62049
+loss = 2.9280349450559586
+rep_loss = 0.7284155007627816
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.199534931803969
+cls_loss = 0.0
+eval_loss = 0.7081464666586655
+f1 = 0.040345821325648415
+global_step = 62099
+loss = 2.9279300319978665
+rep_loss = 0.7283951004803109
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.199881464197296
+cls_loss = 0.0
+eval_loss = 0.7088778706697317
+f1 = 0.05714285714285714
+global_step = 62149
+loss = 2.9282842000082114
+rep_loss = 0.7284027362267379
+acc = 0.19607843137254902
+acc_and_f1 = 0.1321301247771836
+att_loss = 2.2001647294140874
+cls_loss = 0.0
+eval_loss = 0.7085583668488723
+f1 = 0.06818181818181818
+global_step = 62199
+loss = 2.928567558552134
+rep_loss = 0.7284028295604177
+acc = 0.19362745098039216
+acc_and_f1 = 0.1172218887555022
+att_loss = 2.2001449056387306
+cls_loss = 0.0
+eval_loss = 0.7084003228407639
+f1 = 0.04081632653061224
+global_step = 62249
+loss = 2.9285373051908077
+rep_loss = 0.7283924000606661
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.1999568561821685
+cls_loss = 0.0
+eval_loss = 0.707885361634768
+f1 = 0.04046242774566474
+global_step = 62299
+loss = 2.9283311088148074
+rep_loss = 0.7283742532062356
+acc = 0.17892156862745098
+acc_and_f1 = 0.11762979839823254
+att_loss = 2.200008938279967
+cls_loss = 0.0
+eval_loss = 0.7083687002842243
+f1 = 0.056338028169014086
+global_step = 62349
+loss = 2.928362846413745
+rep_loss = 0.7283539087713128
+acc = 0.18872549019607843
+acc_and_f1 = 0.12816556199944767
+att_loss = 2.199927467612666
+cls_loss = 0.0
+eval_loss = 0.7078912212298467
+f1 = 0.0676056338028169
+global_step = 62399
+loss = 2.9282694485519456
+rep_loss = 0.728341981561884
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.199847849360635
+cls_loss = 0.0
+eval_loss = 0.7079678315382737
+f1 = 0.05128205128205128
+global_step = 62449
+loss = 2.9281813552199356
+rep_loss = 0.7283335066312568
+acc = 0.17892156862745098
+acc_and_f1 = 0.12547186464613547
+att_loss = 2.199969926480786
+cls_loss = 0.0
+eval_loss = 0.7080965913259066
+f1 = 0.07202216066481995
+global_step = 62499
+loss = 2.9282918992922395
+rep_loss = 0.7283219735484953
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.199867733766532
+cls_loss = 0.0
+eval_loss = 0.7079950937857995
+f1 = 0.062146892655367235
+global_step = 62549
+loss = 2.92817284442901
+rep_loss = 0.7283051114316311
+acc = 0.18382352941176472
+acc_and_f1 = 0.1228976801988401
+att_loss = 2.199747604236268
+cls_loss = 0.0
+eval_loss = 0.7080726119188162
+f1 = 0.061971830985915494
+global_step = 62599
+loss = 2.928028435395833
+rep_loss = 0.7282808318661159
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.199653678297791
+cls_loss = 0.0
+eval_loss = 0.7081342935562134
+f1 = 0.045845272206303724
+global_step = 62649
+loss = 2.927924621099586
+rep_loss = 0.7282709435028063
+acc = 0.19117647058823528
+acc_and_f1 = 0.14229153199741434
+att_loss = 2.1997438750631315
+cls_loss = 0.0
+eval_loss = 0.7082024124952463
+f1 = 0.09340659340659341
+global_step = 62699
+loss = 2.9280184086140344
+rep_loss = 0.7282745341722676
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.1996042661797914
+cls_loss = 0.0
+eval_loss = 0.7081462695048406
+f1 = 0.056818181818181816
+global_step = 62749
+loss = 2.927874897151003
+rep_loss = 0.7282706316061845
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.19954037363138
+cls_loss = 0.0
+eval_loss = 0.7085914382567773
+f1 = 0.045714285714285714
+global_step = 62799
+loss = 2.9277938269575285
+rep_loss = 0.7282534539745215
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.1994293602799435
+cls_loss = 0.0
+eval_loss = 0.7087097534766564
+f1 = 0.05698005698005698
+global_step = 62849
+loss = 2.9276555003919773
+rep_loss = 0.7282261409548545
+acc = 0.18137254901960784
+acc_and_f1 = 0.1215851509142983
+att_loss = 2.199723489974911
+cls_loss = 0.0
+eval_loss = 0.7079361081123352
+f1 = 0.06179775280898876
+global_step = 62899
+loss = 2.9279629179699955
+rep_loss = 0.7282394288405405
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.1993907937143704
+cls_loss = 0.0
+eval_loss = 0.7083860544057993
+f1 = 0.04597701149425287
+global_step = 62949
+loss = 2.927602082075822
+rep_loss = 0.728211289102381
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.199470280555412
+cls_loss = 0.0
+eval_loss = 0.7082134989591745
+f1 = 0.045584045584045586
+global_step = 62999
+loss = 2.927660472506096
+rep_loss = 0.7281901927304087
+acc = 0.18137254901960784
+acc_and_f1 = 0.12679738562091503
+att_loss = 2.199504045182772
+cls_loss = 0.0
+eval_loss = 0.7086569437613854
+f1 = 0.07222222222222222
+global_step = 63049
+loss = 2.927704923779489
+rep_loss = 0.7282008793003284
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.1994508170306255
+cls_loss = 0.0
+eval_loss = 0.7083503603935242
+f1 = 0.05698005698005698
+global_step = 63099
+loss = 2.927630041360471
+rep_loss = 0.7281792250108419
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.1993154165303443
+cls_loss = 0.0
+eval_loss = 0.7084453564423782
+f1 = 0.04046242774566474
+global_step = 63149
+loss = 2.927477689439064
+rep_loss = 0.7281622736541029
+acc = 0.18382352941176472
+acc_and_f1 = 0.12024037660389936
+att_loss = 2.199343069869408
+cls_loss = 0.0
+eval_loss = 0.7082724983875568
+f1 = 0.056657223796033995
+global_step = 63199
+loss = 2.927497177356694
+rep_loss = 0.728154108141242
+acc = 0.19117647058823528
+acc_and_f1 = 0.12683823529411764
+att_loss = 2.199202033088425
+cls_loss = 0.0
+eval_loss = 0.7084746635877169
+f1 = 0.0625
+global_step = 63249
+loss = 2.927330445505169
+rep_loss = 0.7281284130232987
+acc = 0.17892156862745098
+acc_and_f1 = 0.10951809090398337
+att_loss = 2.19898149784656
+cls_loss = 0.0
+eval_loss = 0.7085501322379479
+f1 = 0.04011461318051576
+global_step = 63299
+loss = 2.9270906762206845
+rep_loss = 0.728109178967881
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.2031046762022863
+cls_loss = 0.0
+eval_loss = 0.7083277060435369
+f1 = 0.045845272206303724
+global_step = 63349
+loss = 2.930888747060022
+rep_loss = 0.727784066699272
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.1703767443215973
+cls_loss = 0.0
+eval_loss = 0.7086550547526433
+f1 = 0.04597701149425287
+global_step = 63399
+loss = 2.8953556091554704
+rep_loss = 0.7249788641929626
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.1835330808079325
+cls_loss = 0.0
+eval_loss = 0.7084149213937613
+f1 = 0.04610951008645533
+global_step = 63449
+loss = 2.909806078130549
+rep_loss = 0.7262729948217218
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.1822791778979522
+cls_loss = 0.0
+eval_loss = 0.708486373607929
+f1 = 0.045714285714285714
+global_step = 63499
+loss = 2.9082893855831164
+rep_loss = 0.7260102067586671
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.187501066506154
+cls_loss = 0.0
+eval_loss = 0.7085016599068275
+f1 = 0.03498542274052478
+global_step = 63549
+loss = 2.913737524684074
+rep_loss = 0.7262364596496393
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.19034960164145
+cls_loss = 0.0
+eval_loss = 0.708522801215832
+f1 = 0.03468208092485549
+global_step = 63599
+loss = 2.9167929273416564
+rep_loss = 0.7264433273276372
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1913465442184803
+cls_loss = 0.0
+eval_loss = 0.7083900066522452
+f1 = 0.040345821325648415
+global_step = 63649
+loss = 2.917904154552315
+rep_loss = 0.7265576098125113
+acc = 0.18872549019607843
+acc_and_f1 = 0.11465260017050298
+att_loss = 2.1912844223527204
+cls_loss = 0.0
+eval_loss = 0.7083572837022635
+f1 = 0.04057971014492753
+global_step = 63699
+loss = 2.9176426097636914
+rep_loss = 0.7263581872593052
+acc = 0.18872549019607843
+acc_and_f1 = 0.12816556199944767
+att_loss = 2.1944393834464977
+cls_loss = 0.0
+eval_loss = 0.7085405496450571
+f1 = 0.0676056338028169
+global_step = 63749
+loss = 2.9207109468516057
+rep_loss = 0.7262715628669171
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.195252944199599
+cls_loss = 0.0
+eval_loss = 0.7084485246584966
+f1 = 0.05698005698005698
+global_step = 63799
+loss = 2.921692578352489
+rep_loss = 0.7264396339110863
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.1971398581018327
+cls_loss = 0.0
+eval_loss = 0.7081293005209702
+f1 = 0.04046242774566474
+global_step = 63849
+loss = 2.923654613793445
+rep_loss = 0.7265147528376149
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.196202290198855
+cls_loss = 0.0
+eval_loss = 0.7089020655705378
+f1 = 0.045845272206303724
+global_step = 63899
+loss = 2.9228205684867716
+rep_loss = 0.726618275473532
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.1961354645748346
+cls_loss = 0.0
+eval_loss = 0.7085316960628216
+f1 = 0.04597701149425287
+global_step = 63949
+loss = 2.9227443282748826
+rep_loss = 0.7266088608264182
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.19413056999746
+cls_loss = 0.0
+eval_loss = 0.7085340664936945
+f1 = 0.05172413793103448
+global_step = 63999
+loss = 2.9204743579352574
+rep_loss = 0.7263437851854905
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.195525148514944
+cls_loss = 0.0
+eval_loss = 0.708635843717135
+f1 = 0.045845272206303724
+global_step = 64049
+loss = 2.9220000189374304
+rep_loss = 0.7264748678553955
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1975180259418368
+cls_loss = 0.0
+eval_loss = 0.7086464350040143
+f1 = 0.040345821325648415
+global_step = 64099
+loss = 2.924121778519427
+rep_loss = 0.7266037504730128
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.196697738529807
+cls_loss = 0.0
+eval_loss = 0.7082668497012212
+f1 = 0.04610951008645533
+global_step = 64149
+loss = 2.9232335970212273
+rep_loss = 0.72653585665308
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1968926426277715
+cls_loss = 0.0
+eval_loss = 0.7083875353519733
+f1 = 0.040345821325648415
+global_step = 64199
+loss = 2.923461599018913
+rep_loss = 0.7265689549227178
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.1965155911218073
+cls_loss = 0.0
+eval_loss = 0.7083184994184054
+f1 = 0.03529411764705882
+global_step = 64249
+loss = 2.923009920221371
+rep_loss = 0.7264943286571118
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.195887066446402
+cls_loss = 0.0
+eval_loss = 0.7084632561757014
+f1 = 0.03498542274052478
+global_step = 64299
+loss = 2.9223170258847606
+rep_loss = 0.7264299587780856
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1966712234804295
+cls_loss = 0.0
+eval_loss = 0.708062850511991
+f1 = 0.040345821325648415
+global_step = 64349
+loss = 2.923215520690523
+rep_loss = 0.7265442967529151
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.195886683703996
+cls_loss = 0.0
+eval_loss = 0.7085247544141916
+f1 = 0.05714285714285714
+global_step = 64399
+loss = 2.922356186933945
+rep_loss = 0.7264695030118169
+acc = 0.19362745098039216
+acc_and_f1 = 0.12815275682922742
+att_loss = 2.1949405076726944
+cls_loss = 0.0
+eval_loss = 0.7086526017922622
+f1 = 0.06267806267806268
+global_step = 64449
+loss = 2.921273516231947
+rep_loss = 0.726333008089925
+acc = 0.17892156862745098
+acc_and_f1 = 0.11762979839823254
+att_loss = 2.1922736588587606
+cls_loss = 0.0
+eval_loss = 0.7085740199455848
+f1 = 0.056338028169014086
+global_step = 64499
+loss = 2.918432198546059
+rep_loss = 0.7261585386380965
+acc = 0.19117647058823528
+acc_and_f1 = 0.1346943805455143
+att_loss = 2.1934545615557597
+cls_loss = 0.0
+eval_loss = 0.7081533853824322
+f1 = 0.0782122905027933
+global_step = 64549
+loss = 2.919546432103827
+rep_loss = 0.7260918694451655
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.19236042033031
+cls_loss = 0.0
+eval_loss = 0.7085282710882334
+f1 = 0.034782608695652174
+global_step = 64599
+loss = 2.9183927817761393
+rep_loss = 0.7260323599706946
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.1925382820066903
+cls_loss = 0.0
+eval_loss = 0.7084990464724027
+f1 = 0.05157593123209169
+global_step = 64649
+loss = 2.9186066784081137
+rep_loss = 0.7260683956025522
+acc = 0.19607843137254902
+acc_and_f1 = 0.11850705194358445
+att_loss = 2.1929736673960307
+cls_loss = 0.0
+eval_loss = 0.7084806286371671
+f1 = 0.04093567251461988
+global_step = 64699
+loss = 2.9191266495977812
+rep_loss = 0.7261529813031883
+acc = 0.18137254901960784
+acc_and_f1 = 0.10802731497223167
+att_loss = 2.192825913924933
+cls_loss = 0.0
+eval_loss = 0.7080833545097938
+f1 = 0.03468208092485549
+global_step = 64749
+loss = 2.9189242844109065
+rep_loss = 0.7260983694533217
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.1939100602770205
+cls_loss = 0.0
+eval_loss = 0.7085615534048814
+f1 = 0.04610951008645533
+global_step = 64799
+loss = 2.9201054311165935
+rep_loss = 0.7261953697217365
+acc = 0.19852941176470587
+acc_and_f1 = 0.14383295100770113
+att_loss = 2.194790929382062
+cls_loss = 0.0
+eval_loss = 0.7082745524553152
+f1 = 0.08913649025069638
+global_step = 64849
+loss = 2.9211086176157153
+rep_loss = 0.7263176871520393
+acc = 0.17647058823529413
+acc_and_f1 = 0.11896155110088728
+att_loss = 2.1944969251181297
+cls_loss = 0.0
+eval_loss = 0.7081634998321533
+f1 = 0.061452513966480445
+global_step = 64899
+loss = 2.9208018276875527
+rep_loss = 0.7263049016714246
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.1940742923367407
+cls_loss = 0.0
+eval_loss = 0.7085969218840966
+f1 = 0.05128205128205128
+global_step = 64949
+loss = 2.9203590541370597
+rep_loss = 0.7262847606757031
+acc = 0.18137254901960784
+acc_and_f1 = 0.11893486208042539
+att_loss = 2.193659206712591
+cls_loss = 0.0
+eval_loss = 0.708810948408567
+f1 = 0.05649717514124294
+global_step = 64999
+loss = 2.91983405655119
+rep_loss = 0.7261748491344688
+acc = 0.18137254901960784
+acc_and_f1 = 0.12679738562091503
+att_loss = 2.1934855873394614
+cls_loss = 0.0
+eval_loss = 0.7085310174868658
+f1 = 0.07222222222222222
+global_step = 65049
+loss = 2.919640219218418
+rep_loss = 0.7261546316053836
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.193196162124353
+cls_loss = 0.0
+eval_loss = 0.7083916847522442
+f1 = 0.05698005698005698
+global_step = 65099
+loss = 2.919296513704767
+rep_loss = 0.7261003509155546
+acc = 0.17401960784313725
+acc_and_f1 = 0.11502100840336134
+att_loss = 2.1919855140048528
+cls_loss = 0.0
+eval_loss = 0.7084834896601163
+f1 = 0.056022408963585436
+global_step = 65149
+loss = 2.9180303650968304
+rep_loss = 0.7260448504128149
+acc = 0.17647058823529413
+acc_and_f1 = 0.1163251817580965
+att_loss = 2.1924672934093365
+cls_loss = 0.0
+eval_loss = 0.7083095724766071
+f1 = 0.056179775280898875
+global_step = 65199
+loss = 2.918509159778327
+rep_loss = 0.7260418654873582
+acc = 0.18137254901960784
+acc_and_f1 = 0.12420582758242962
+att_loss = 2.192791391142974
+cls_loss = 0.0
+eval_loss = 0.7083733815413255
+f1 = 0.0670391061452514
+global_step = 65249
+loss = 2.9188409351038676
+rep_loss = 0.7260495434700676
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.1921028098567192
+cls_loss = 0.0
+eval_loss = 0.7083473755763128
+f1 = 0.05714285714285714
+global_step = 65299
+loss = 2.918143650424343
+rep_loss = 0.7260408402386468
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.1920960650861816
+cls_loss = 0.0
+eval_loss = 0.7085471061559824
+f1 = 0.056818181818181816
+global_step = 65349
+loss = 2.918116106685913
+rep_loss = 0.7260200412204554
+acc = 0.20098039215686275
+acc_and_f1 = 0.14262502753910553
+att_loss = 2.1922660039704893
+cls_loss = 0.0
+eval_loss = 0.7086605842296894
+f1 = 0.08426966292134831
+global_step = 65399
+loss = 2.9182459362602327
+rep_loss = 0.7259799318056157
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.192659832637999
+cls_loss = 0.0
+eval_loss = 0.7084778409737807
+f1 = 0.045584045584045586
+global_step = 65449
+loss = 2.9186493788597687
+rep_loss = 0.7259895458880062
+acc = 0.18872549019607843
+acc_and_f1 = 0.1255242181858579
+att_loss = 2.1930424229390972
+cls_loss = 0.0
+eval_loss = 0.7082092853692862
+f1 = 0.06232294617563739
+global_step = 65499
+loss = 2.919042725460854
+rep_loss = 0.7260003018694494
+acc = 0.17892156862745098
+acc_and_f1 = 0.12288696815773664
+att_loss = 2.1937396719792672
+cls_loss = 0.0
+eval_loss = 0.7083748212227454
+f1 = 0.06685236768802229
+global_step = 65549
+loss = 2.919732309801473
+rep_loss = 0.7259926376627642
+acc = 0.17647058823529413
+acc_and_f1 = 0.11096256684491979
+att_loss = 2.193576482046238
+cls_loss = 0.0
+eval_loss = 0.7086760264176589
+f1 = 0.045454545454545456
+global_step = 65599
+loss = 2.9195573418305734
+rep_loss = 0.7259808594983995
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.193446638031592
+cls_loss = 0.0
+eval_loss = 0.7080419476215656
+f1 = 0.05714285714285714
+global_step = 65649
+loss = 2.9193905756303606
+rep_loss = 0.7259439371154189
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.193590504725608
+cls_loss = 0.0
+eval_loss = 0.7084975976210374
+f1 = 0.045845272206303724
+global_step = 65699
+loss = 2.919550713464599
+rep_loss = 0.7259602081661088
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.1935293705210643
+cls_loss = 0.0
+eval_loss = 0.7085538506507874
+f1 = 0.045714285714285714
+global_step = 65749
+loss = 2.9194920653453678
+rep_loss = 0.7259626945071274
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.194094221849208
+cls_loss = 0.0
+eval_loss = 0.7084141511183518
+f1 = 0.04597701149425287
+global_step = 65799
+loss = 2.9200684395938143
+rep_loss = 0.7259742173142477
+acc = 0.18872549019607843
+acc_and_f1 = 0.12816556199944767
+att_loss = 2.1936553757442905
+cls_loss = 0.0
+eval_loss = 0.7086371871141287
+f1 = 0.0676056338028169
+global_step = 65849
+loss = 2.919623413097188
+rep_loss = 0.725968036837246
+acc = 0.18872549019607843
+acc_and_f1 = 0.12015071071408506
+att_loss = 2.193861597116693
+cls_loss = 0.0
+eval_loss = 0.7085832174007709
+f1 = 0.05157593123209169
+global_step = 65899
+loss = 2.9198246872015914
+rep_loss = 0.7259630898090573
+acc = 0.18627450980392157
+acc_and_f1 = 0.1215463458110517
+att_loss = 2.193467230224898
+cls_loss = 0.0
+eval_loss = 0.7082447409629822
+f1 = 0.056818181818181816
+global_step = 65949
+loss = 2.9194219318971553
+rep_loss = 0.7259547013339787
+acc = 0.19607843137254902
+acc_and_f1 = 0.11568627450980393
+att_loss = 2.1932830535210157
+cls_loss = 0.0
+eval_loss = 0.708289270217602
+f1 = 0.03529411764705882
+global_step = 65999
+loss = 2.9192315235130857
+rep_loss = 0.7259484696822055
+acc = 0.18382352941176472
+acc_and_f1 = 0.12024037660389936
+att_loss = 2.1940794567795856
+cls_loss = 0.0
+eval_loss = 0.7089202266473037
+f1 = 0.056657223796033995
+global_step = 66049
+loss = 2.920055650769469
+rep_loss = 0.7259761937508564
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.1943717933751072
+cls_loss = 0.0
+eval_loss = 0.7084700006705064
+f1 = 0.029239766081871343
+global_step = 66099
+loss = 2.9203274013575284
+rep_loss = 0.7259556076623102
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.1947524721170453
+cls_loss = 0.0
+eval_loss = 0.7088869259907649
+f1 = 0.05142857142857143
+global_step = 66149
+loss = 2.9207564753795063
+rep_loss = 0.726004002738326
+acc = 0.1715686274509804
+acc_and_f1 = 0.11371727461934494
+att_loss = 2.1947183548847864
+cls_loss = 0.0
+eval_loss = 0.7085325763775752
+f1 = 0.055865921787709494
+global_step = 66199
+loss = 2.9207034317877643
+rep_loss = 0.7259850763466957
+acc = 0.18382352941176472
+acc_and_f1 = 0.11483440080903422
+att_loss = 2.1940570296051956
+cls_loss = 0.0
+eval_loss = 0.7083872510836675
+f1 = 0.045845272206303724
+global_step = 66249
+loss = 2.9199776701322837
+rep_loss = 0.7259206398789915
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.19413252483034
+cls_loss = 0.0
+eval_loss = 0.7086452933458182
+f1 = 0.040345821325648415
+global_step = 66299
+loss = 2.9200635137981767
+rep_loss = 0.72593098876869
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.194099113496949
+cls_loss = 0.0
+eval_loss = 0.7088925334123465
+f1 = 0.04610951008645533
+global_step = 66349
+loss = 2.9200074631173556
+rep_loss = 0.7259083495420569
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1940792258256776
+cls_loss = 0.0
+eval_loss = 0.7085702694379367
+f1 = 0.040345821325648415
+global_step = 66399
+loss = 2.919958032761582
+rep_loss = 0.7258788065312173
+acc = 0.17892156862745098
+acc_and_f1 = 0.10675185059614624
+att_loss = 2.194130800311216
+cls_loss = 0.0
+eval_loss = 0.7087151683293856
+f1 = 0.0345821325648415
+global_step = 66449
+loss = 2.9200119555015456
+rep_loss = 0.7258811548489732
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.194276125125664
+cls_loss = 0.0
+eval_loss = 0.7085408705931443
+f1 = 0.040229885057471264
+global_step = 66499
+loss = 2.9201739485496048
+rep_loss = 0.7258978227705856
+acc = 0.19362745098039216
+acc_and_f1 = 0.11440903340808464
+att_loss = 2.193987413684858
+cls_loss = 0.0
+eval_loss = 0.7086592729275043
+f1 = 0.03519061583577713
+global_step = 66549
+loss = 2.919851752442046
+rep_loss = 0.7258643382058039
+acc = 0.17401960784313725
+acc_and_f1 = 0.10420178099893251
+att_loss = 2.194083345577125
+cls_loss = 0.0
+eval_loss = 0.7086554215504572
+f1 = 0.034383954154727794
+global_step = 66599
+loss = 2.9199287679975168
+rep_loss = 0.7258454218773794
+acc = 0.18382352941176472
+acc_and_f1 = 0.10648902418110101
+att_loss = 2.194044731599715
+cls_loss = 0.0
+eval_loss = 0.7089339403005747
+f1 = 0.029154518950437316
+global_step = 66649
+loss = 2.919895160636822
+rep_loss = 0.7258504284487276
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.1937079897961222
+cls_loss = 0.0
+eval_loss = 0.7088387791927044
+f1 = 0.04597701149425287
+global_step = 66699
+loss = 2.9195144373935618
+rep_loss = 0.725806447140699
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.194119917733566
+cls_loss = 0.0
+eval_loss = 0.7081718949171213
+f1 = 0.045584045584045586
+global_step = 66749
+loss = 2.9199443388359163
+rep_loss = 0.7258244207388019
+acc = 0.18382352941176472
+acc_and_f1 = 0.1228976801988401
+att_loss = 2.194271341866352
+cls_loss = 0.0
+eval_loss = 0.7089680524972769
+f1 = 0.061971830985915494
+global_step = 66799
+loss = 2.9200987967385488
+rep_loss = 0.7258274545991724
+acc = 0.18137254901960784
+acc_and_f1 = 0.11893486208042539
+att_loss = 2.194066490320846
+cls_loss = 0.0
+eval_loss = 0.7085630618608915
+f1 = 0.05649717514124294
+global_step = 66849
+loss = 2.9198752062622852
+rep_loss = 0.7258087154367432
+acc = 0.17647058823529413
+acc_and_f1 = 0.10547667342799188
+att_loss = 2.1941608710107183
+cls_loss = 0.0
+eval_loss = 0.7086718082427979
+f1 = 0.034482758620689655
+global_step = 66899
+loss = 2.919954909675804
+rep_loss = 0.7257940381840017
+acc = 0.18382352941176472
+acc_and_f1 = 0.1306929281407854
+att_loss = 2.193795690522101
+cls_loss = 0.0
+eval_loss = 0.7087079378274771
+f1 = 0.07756232686980609
+global_step = 66949
+loss = 2.9195506837778358
+rep_loss = 0.725754992879422
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.1939489380505686
+cls_loss = 0.0
+eval_loss = 0.7086286682348985
+f1 = 0.05142857142857143
+global_step = 66999
+loss = 2.919694424643931
+rep_loss = 0.7257454860768859
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1943466588834886
+cls_loss = 0.0
+eval_loss = 0.7085736898275522
+f1 = 0.040345821325648415
+global_step = 67049
+loss = 2.9201015860455386
+rep_loss = 0.7257549265569269
+acc = 0.18872549019607843
+acc_and_f1 = 0.11185545646830161
+att_loss = 2.194236506549595
+cls_loss = 0.0
+eval_loss = 0.7085154698445246
+f1 = 0.03498542274052478
+global_step = 67099
+loss = 2.9199575943523177
+rep_loss = 0.7257210872998628
+acc = 0.1715686274509804
+acc_and_f1 = 0.1110652126018947
+att_loss = 2.1940992007552103
+cls_loss = 0.0
+eval_loss = 0.7088485864492563
+f1 = 0.05056179775280899
+global_step = 67149
+loss = 2.919801819861137
+rep_loss = 0.7257026188732776
+acc = 0.18872549019607843
+acc_and_f1 = 0.13077731092436976
+att_loss = 2.1937884003222523
+cls_loss = 0.0
+eval_loss = 0.708212857063
+f1 = 0.07282913165266107
+global_step = 67199
+loss = 2.9194737618605826
+rep_loss = 0.7256853613699122
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.194039382065065
+cls_loss = 0.0
+eval_loss = 0.7085661383775564
+f1 = 0.05142857142857143
+global_step = 67249
+loss = 2.9197108917903876
+rep_loss = 0.7256715095136905
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.194051914456313
+cls_loss = 0.0
+eval_loss = 0.7086424781725957
+f1 = 0.045584045584045586
+global_step = 67299
+loss = 2.91972801448288
+rep_loss = 0.7256760998922215
+acc = 0.19362745098039216
+acc_and_f1 = 0.11156298802706924
+att_loss = 2.1942672612730183
+cls_loss = 0.0
+eval_loss = 0.7083295354476342
+f1 = 0.029498525073746312
+global_step = 67349
+loss = 2.9199691261066945
+rep_loss = 0.7257018646420212
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.1947455570746133
+cls_loss = 0.0
+eval_loss = 0.7089006121341999
+f1 = 0.040697674418604654
+global_step = 67399
+loss = 2.9204685418902296
+rep_loss = 0.7257229844369896
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.194499544668048
+cls_loss = 0.0
+eval_loss = 0.7083306083312402
+f1 = 0.034782608695652174
+global_step = 67449
+loss = 2.920204136586264
+rep_loss = 0.7257045916736399
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1943253046170414
+cls_loss = 0.0
+eval_loss = 0.7084711973483746
+f1 = 0.040345821325648415
+global_step = 67499
+loss = 2.92004289605468
+rep_loss = 0.7257175912101941
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.1945570439851823
+cls_loss = 0.0
+eval_loss = 0.7085404120958768
+f1 = 0.03488372093023256
+global_step = 67549
+loss = 2.920259371417439
+rep_loss = 0.7257023270951108
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.194413668149117
+cls_loss = 0.0
+eval_loss = 0.7086541285881629
+f1 = 0.029239766081871343
+global_step = 67599
+loss = 2.9200919716335414
+rep_loss = 0.7256783031789734
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.194378280376142
+cls_loss = 0.0
+eval_loss = 0.7087986423419073
+f1 = 0.03508771929824561
+global_step = 67649
+loss = 2.9200545465125485
+rep_loss = 0.7256762660128878
+acc = 0.17401960784313725
+acc_and_f1 = 0.10967269343998222
+att_loss = 2.1945084260423444
+cls_loss = 0.0
+eval_loss = 0.7089042526025039
+f1 = 0.0453257790368272
+global_step = 67699
+loss = 2.920176084888787
+rep_loss = 0.7256676589278515
+acc = 0.18137254901960784
+acc_and_f1 = 0.10522115823073415
+att_loss = 2.1947397636771604
+cls_loss = 0.0
+eval_loss = 0.7082429390687209
+f1 = 0.029069767441860465
+global_step = 67749
+loss = 2.9204139958462574
+rep_loss = 0.7256742323569126
+acc = 0.19362745098039216
+acc_and_f1 = 0.13080805976781648
+att_loss = 2.1947722893209094
+cls_loss = 0.0
+eval_loss = 0.708035620359274
+f1 = 0.0679886685552408
+global_step = 67799
+loss = 2.920423057491626
+rep_loss = 0.7256507682237809
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.194851699023422
+cls_loss = 0.0
+eval_loss = 0.7085975408554077
+f1 = 0.05187319884726225
+global_step = 67849
+loss = 2.920510251748255
+rep_loss = 0.7256585527641931
+acc = 0.18627450980392157
+acc_and_f1 = 0.12421070122964441
+att_loss = 2.194896435208137
+cls_loss = 0.0
+eval_loss = 0.7087960105675918
+f1 = 0.062146892655367235
+global_step = 67899
+loss = 2.92052976228094
+rep_loss = 0.7256333271117349
+acc = 0.17892156862745098
+acc_and_f1 = 0.10951809090398337
+att_loss = 2.194675438521675
+cls_loss = 0.0
+eval_loss = 0.708444567827078
+f1 = 0.04011461318051576
+global_step = 67949
+loss = 2.9202965509010856
+rep_loss = 0.725621112366573
+acc = 0.19362745098039216
+acc_and_f1 = 0.12546702061913592
+att_loss = 2.19467038227352
+cls_loss = 0.0
+eval_loss = 0.7082993479875418
+f1 = 0.05730659025787966
+global_step = 67999
+loss = 2.92025633054376
+rep_loss = 0.725585948194036
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.194714383688904
+cls_loss = 0.0
+eval_loss = 0.7088753856145419
+f1 = 0.040229885057471264
+global_step = 68049
+loss = 2.920299864006324
+rep_loss = 0.7255854802797194
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.1945143214551486
+cls_loss = 0.0
+eval_loss = 0.708294506256397
+f1 = 0.05698005698005698
+global_step = 68099
+loss = 2.9200938571700714
+rep_loss = 0.7255795355656937
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.194560218344733
+cls_loss = 0.0
+eval_loss = 0.708732192332928
+f1 = 0.046242774566473986
+global_step = 68149
+loss = 2.9201310566085543
+rep_loss = 0.7255708381407472
+acc = 0.18872549019607843
+acc_and_f1 = 0.1228527735880677
+att_loss = 2.1945794874141
+cls_loss = 0.0
+eval_loss = 0.7085479497909546
+f1 = 0.05698005698005698
+global_step = 68199
+loss = 2.9201353716991587
+rep_loss = 0.725555884345967
+acc = 0.18627450980392157
+acc_and_f1 = 0.1188515406162465
+att_loss = 2.194338654690418
+cls_loss = 0.0
+eval_loss = 0.7084919168398931
+f1 = 0.05142857142857143
+global_step = 68249
+loss = 2.919868747208395
+rep_loss = 0.7255300926506194
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.1939292307633473
+cls_loss = 0.0
+eval_loss = 0.7081186863092276
+f1 = 0.034782608695652174
+global_step = 68299
+loss = 2.919451738631059
+rep_loss = 0.7255225077841484
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.193986790274288
+cls_loss = 0.0
+eval_loss = 0.7085734468240005
+f1 = 0.029239766081871343
+global_step = 68349
+loss = 2.9195174580407053
+rep_loss = 0.7255306678255139
+acc = 0.17647058823529413
+acc_and_f1 = 0.11365902293120639
+att_loss = 2.1942416823216933
+cls_loss = 0.0
+eval_loss = 0.708529321046976
+f1 = 0.05084745762711865
+global_step = 68399
+loss = 2.919755954066452
+rep_loss = 0.7255142718617911
+acc = 0.17647058823529413
+acc_and_f1 = 0.10547667342799188
+att_loss = 2.1942172087562377
+cls_loss = 0.0
+eval_loss = 0.7081435872958257
+f1 = 0.034482758620689655
+global_step = 68449
+loss = 2.919694830465938
+rep_loss = 0.7254776218951317
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.1940541956756654
+cls_loss = 0.0
+eval_loss = 0.7085116092975323
+f1 = 0.040697674418604654
+global_step = 68499
+loss = 2.919524585996408
+rep_loss = 0.7254703904125656
+acc = 0.19117647058823528
+acc_and_f1 = 0.11313209494324045
+att_loss = 2.194352042077039
+cls_loss = 0.0
+eval_loss = 0.7087026330140921
+f1 = 0.03508771929824561
+global_step = 68549
+loss = 2.9198279218457253
+rep_loss = 0.725475879825528
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.194333407551405
+cls_loss = 0.0
+eval_loss = 0.7086486587157617
+f1 = 0.05128205128205128
+global_step = 68599
+loss = 2.919799388029299
+rep_loss = 0.7254659803878061
+acc = 0.18137254901960784
+acc_and_f1 = 0.11080121703853955
+att_loss = 2.194404306916871
+cls_loss = 0.0
+eval_loss = 0.708576317016895
+f1 = 0.040229885057471264
+global_step = 68649
+loss = 2.919879715785805
+rep_loss = 0.7254754086792882
+acc = 0.17892156862745098
+acc_and_f1 = 0.10675185059614624
+att_loss = 2.194272606310499
+cls_loss = 0.0
+eval_loss = 0.7083323276959933
+f1 = 0.0345821325648415
+global_step = 68699
+loss = 2.919727503778142
+rep_loss = 0.7254548975229043
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.1942520908150365
+cls_loss = 0.0
+eval_loss = 0.7086203189996573
+f1 = 0.040697674418604654
+global_step = 68749
+loss = 2.9197015868769878
+rep_loss = 0.7254494960838527
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1939654204009034
+cls_loss = 0.0
+eval_loss = 0.7081801891326904
+f1 = 0.040345821325648415
+global_step = 68799
+loss = 2.9194029212193304
+rep_loss = 0.7254375008835333
+acc = 0.18872549019607843
+acc_and_f1 = 0.10902550169627968
+att_loss = 2.1940038656255045
+cls_loss = 0.0
+eval_loss = 0.70857755954449
+f1 = 0.02932551319648094
+global_step = 68849
+loss = 2.919436339628346
+rep_loss = 0.7254324740781135
+acc = 0.18872549019607843
+acc_and_f1 = 0.11741750014126688
+att_loss = 2.1941469032180856
+cls_loss = 0.0
+eval_loss = 0.70859327683082
+f1 = 0.04610951008645533
+global_step = 68899
+loss = 2.919571443723477
+rep_loss = 0.7254245406439325
+acc = 0.18382352941176472
+acc_and_f1 = 0.11755279034690799
+att_loss = 2.1939993846634063
+cls_loss = 0.0
+eval_loss = 0.7086333219821637
+f1 = 0.05128205128205128
+global_step = 68949
+loss = 2.919406218835485
+rep_loss = 0.725406834541769
+acc = 0.19117647058823528
+acc_and_f1 = 0.11870962257735464
+att_loss = 2.1939479542725038
+cls_loss = 0.0
+eval_loss = 0.708652702661661
+f1 = 0.046242774566473986
+global_step = 68999
+loss = 2.91934039901393
+rep_loss = 0.7253924452125681
+acc = 0.19117647058823528
+acc_and_f1 = 0.12415966386554621
+att_loss = 2.193661490654086
+cls_loss = 0.0
+eval_loss = 0.7087203768583444
+f1 = 0.05714285714285714
+global_step = 69049
+loss = 2.919033210534533
+rep_loss = 0.7253717202644574
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.1935491578969524
+cls_loss = 0.0
+eval_loss = 0.7087268554247342
+f1 = 0.04046242774566474
+global_step = 69099
+loss = 2.9189168430251327
+rep_loss = 0.7253676855191653
+acc = 0.19117647058823528
+acc_and_f1 = 0.1372549019607843
+att_loss = 2.193577801244789
+cls_loss = 0.0
+eval_loss = 0.7087044945129981
+f1 = 0.08333333333333333
+global_step = 69149
+loss = 2.9189413578445405
+rep_loss = 0.7253635570383962
+acc = 0.18627450980392157
+acc_and_f1 = 0.11336846877479316
+att_loss = 2.1936495840579813
+cls_loss = 0.0
+eval_loss = 0.7079264704997723
+f1 = 0.04046242774566474
+global_step = 69199
+loss = 2.9190085340027654
+rep_loss = 0.7253589504909661
+acc = 0.18627450980392157
+acc_and_f1 = 0.11612576064908722
+att_loss = 2.1936374656002307
+cls_loss = 0.0
+eval_loss = 0.7084533342948327
+f1 = 0.04597701149425287
+global_step = 69249
+loss = 2.9189902998753996
+rep_loss = 0.7253528347666087
+acc = 0.17892156862745098
+acc_and_f1 = 0.11495653502194078
+att_loss = 2.193652072255965
+cls_loss = 0.0
+eval_loss = 0.7090952717340909
+f1 = 0.05099150141643059
+global_step = 69299
+loss = 2.9189977816940247
+rep_loss = 0.7253457099552367
+acc = 0.18627450980392157
+acc_and_f1 = 0.11057911536707707
+att_loss = 2.1937372634372587
+cls_loss = 0.0
+eval_loss = 0.7086960581632761
+f1 = 0.03488372093023256
+global_step = 69349
+loss = 2.9190669619995653
+rep_loss = 0.7253296991245214
+acc = 0.18382352941176472
+acc_and_f1 = 0.13323407875546914
+att_loss = 2.193653253876633
+cls_loss = 0.0
+eval_loss = 0.7084048619637122
+f1 = 0.08264462809917356
+global_step = 69399
+loss = 2.9189534098883283
+rep_loss = 0.7253001565301671
+acc = 0.17647058823529413
+acc_and_f1 = 0.12414689632759182
+att_loss = 2.1932228661002657
+cls_loss = 0.0
+eval_loss = 0.7084841132164001
+f1 = 0.0718232044198895
+global_step = 69449
+loss = 2.9185054766012097
+rep_loss = 0.7252826109569779
+acc = 0.19117647058823528
+acc_and_f1 = 0.12145030425963488
+att_loss = 2.1931273678710768
+cls_loss = 0.0
+eval_loss = 0.7083637393437899
+f1 = 0.05172413793103448
+global_step = 69499
+loss = 2.9183871915839745
+rep_loss = 0.7252598240593803
+acc = 0.18382352941176472
+acc_and_f1 = 0.11208467536870656
+att_loss = 2.1930092074216874
+cls_loss = 0.0
+eval_loss = 0.7085094910401565
+f1 = 0.040345821325648415
+global_step = 69549
+loss = 2.9182694351254947
+rep_loss = 0.7252602280761575
+acc = 0.19117647058823528
+acc_and_f1 = 0.11593707250341997
+att_loss = 2.1928446600892935
+cls_loss = 0.0
+eval_loss = 0.7085292476874131
+f1 = 0.040697674418604654
+global_step = 69599
+loss = 2.918083914963331
+rep_loss = 0.72523925530973
+acc = 0.18872549019607843
+acc_and_f1 = 0.10902550169627968
+att_loss = 2.192963107046073
+cls_loss = 0.0
+eval_loss = 0.7080532495792096
+f1 = 0.02932551319648094
+global_step = 69649
+loss = 2.9182112186503453
+rep_loss = 0.7252481121398966
+acc = 0.18627450980392157
+acc_and_f1 = 0.1268451200705001
+att_loss = 2.1927503674649005
+cls_loss = 0.0
+eval_loss = 0.7084805965423584
+f1 = 0.06741573033707865
+global_step = 69699
+loss = 2.9179740210159757
+rep_loss = 0.7252236539613057
+acc = 0.18137254901960784
+acc_and_f1 = 0.11354341736694677
+att_loss = 2.192630206171297
+cls_loss = 0.0
+eval_loss = 0.7084593956287091
+f1 = 0.045714285714285714
+global_step = 69749
+loss = 2.9178423779398948
+rep_loss = 0.7252121722774071
+acc = 0.19117647058823528
+acc_and_f1 = 0.1346943805455143
+att_loss = 2.19279753820345
+cls_loss = 0.0
+eval_loss = 0.7083485447443448
+f1 = 0.0782122905027933
+global_step = 69799
+loss = 2.918013298803424
+rep_loss = 0.7252157611232243
+acc = 0.18382352941176472
+acc_and_f1 = 0.10930306905370844
+att_loss = 2.1930470264378843
+cls_loss = 0.0
+eval_loss = 0.7089194380320035
+f1 = 0.034782608695652174
+global_step = 69849
+loss = 2.9182685460042976
+rep_loss = 0.7252215201585424
+acc = 0.19117647058823528
+acc_and_f1 = 0.13210508922670192
+att_loss = 2.192960698416901
+cls_loss = 0.0
+eval_loss = 0.7086329918641311
+f1 = 0.07303370786516854
+global_step = 69899
+loss = 2.9181771270064
+rep_loss = 0.725216429303706
+acc = 0.19117647058823528
+acc_and_f1 = 0.11029411764705882
+att_loss = 2.1929491534571177
+cls_loss = 0.0
+eval_loss = 0.7086102320597722
+f1 = 0.029411764705882353
+global_step = 69949
+loss = 2.9181576201163124
+rep_loss = 0.7252084674308337
+acc = 0.18137254901960784
+acc_and_f1 = 0.11893486208042539
+att_loss = 2.193057854916863
+cls_loss = 0.0
+eval_loss = 0.7083772466732905
+f1 = 0.05649717514124294
+global_step = 69999
+loss = 2.9182601025619976
+rep_loss = 0.7252022485089697
+acc = 0.18137254901960784
+acc_and_f1 = 0.1215851509142983
+att_loss = 2.1932104633272744
+cls_loss = 0.0
+eval_loss = 0.7084408081494845
+f1 = 0.06179775280898876
+global_step = 70049
+loss = 2.9184025180776483
+rep_loss = 0.725192055740396
+acc = 0.17892156862745098
+acc_and_f1 = 0.11495653502194078
+att_loss = 2.1930442002215162
+cls_loss = 0.0
+eval_loss = 0.7088238275968112
+f1 = 0.05099150141643059
+global_step = 70099
+loss = 2.9182353847317786
+rep_loss = 0.7251911855631928
+acc = 0.17892156862745098
+acc_and_f1 = 0.10675185059614624
+att_loss = 2.193096406693593
+cls_loss = 0.0
+eval_loss = 0.7084632103259747
+f1 = 0.0345821325648415
+global_step = 70149
+loss = 2.9182783023631313
+rep_loss = 0.7251818966973548
+acc = 0.19362745098039216
+acc_and_f1 = 0.1227503249138272
+att_loss = 2.1929454608387617
+cls_loss = 0.0
+eval_loss = 0.7085506961895869
+f1 = 0.05187319884726225
+global_step = 70199
+loss = 2.9181166359981536
+rep_loss = 0.7251711763267539
+acc = 0.18627450980392157
+acc_and_f1 = 0.10775713794289646
+att_loss = 2.192913209071648
+cls_loss = 0.0
+eval_loss = 0.7088048458099365
+f1 = 0.029239766081871343
+global_step = 70249
+loss = 2.9180892899076585
+rep_loss = 0.7251760819949662
+acc = 0.17892156862745098
+acc_and_f1 = 0.11225280710574828
+att_loss = 2.192812603378814
+cls_loss = 0.0
+eval_loss = 0.7086880115362314
+f1 = 0.045584045584045586
+global_step = 70299
+loss = 2.9179569832777137
+rep_loss = 0.7251443809899039